-- Logs begin at Mon 2021-05-10 17:26:00 UTC, end at Mon 2021-05-10 18:19:57 UTC. -- May 10 17:53:23.830903 dv-cinder-790492-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 17:53:26.296054 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.common.config [-] Logging enabled! May 10 17:53:26.296598 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:53:26.296745 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78598) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:53:26.299852 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.common.config [-] Logging enabled! May 10 17:53:26.300113 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:53:26.300426 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78598) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:53:26.301339 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:53:26.301575 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:53:26.301937 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:53:26.302184 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:53:26.302411 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:53:26.302727 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.303025 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.303323 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.303555 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.303887 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.304181 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.304464 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.304752 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.305047 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.305334 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.305616 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.305908 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.306140 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.307405 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.307736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.308036 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.308267 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] debug = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.308552 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.308980 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.309385 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.309669 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.309968 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.310250 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.310522 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.310801 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.311086 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.311418 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] host = dv-cinder-790492-1-smb {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.311723 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.312016 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.312304 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.312591 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.312868 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.313146 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.313434 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.313708 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.313984 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] log_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.314264 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.314554 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.314844 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.315135 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.315364 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.315590 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.315908 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.316199 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.316483 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.316759 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.317035 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.317309 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.317585 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.317854 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.318142 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.318432 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.318718 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.318992 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.319266 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.319539 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.319835 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.320124 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.320401 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.320674 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.320947 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.321232 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.321500 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.321773 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.323144 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.323452 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.323777 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.324077 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.324361 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.324650 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.324932 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.325210 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.325486 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] use_json = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.325761 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.326037 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.326320 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.326599 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.326873 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.327150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.327424 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.327737 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:26.328036 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.328335 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.328631 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.328915 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.329212 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.329493 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.329784 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.330062 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.330354 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.330646 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.330933 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.331212 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.331500 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.331815 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.332112 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.332419 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.332715 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.333007 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.333284 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.333560 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.333834 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.334113 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.334400 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.334692 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.334983 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.335258 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.335537 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.335855 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.336134 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.336410 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.336686 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.336972 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.337250 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.337554 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.338645 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.338941 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.339226 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.339507 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.339833 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.340131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.340414 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.340693 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.340970 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.341250 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.341524 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.341817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.342098 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.342375 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.342651 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.342930 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.343205 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.343478 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.343787 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.344062 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.344341 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.344615 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.344889 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.345162 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.345434 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.345704 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.345977 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.346248 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.346523 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.346799 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.347071 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.347341 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.347611 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.348013 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.348301 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.348602 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.348878 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.349156 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.349434 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.349711 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.349989 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.350266 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.350544 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.350821 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.351099 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.351384 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.351699 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.351985 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.352266 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.352544 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.352838 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.353115 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.354739 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.355038 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.355330 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.355665 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.355947 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.356247 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.356549 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.356851 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.357149 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.357445 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.357734 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.358048 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.358332 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:26.358552 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:53:26.358794 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78598) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 17:53:26.718754 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:53:26.719032 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:53:26.719325 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:53:26.719694 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 17:53:27.035456 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.035699 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.035978 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.037218 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.037495 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.037765 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.164177 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.164461 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.164733 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.179907 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.180191 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.180469 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.209847 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.210133 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.210406 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.249881 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.250157 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.250424 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.489996 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.490634 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.490634 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.490790 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.491545 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.619993 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.620314 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.620603 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.620880 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.621155 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.621467 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.621728 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.621986 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.622242 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.622523 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.622782 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.623045 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.623309 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.623564 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.623857 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.624129 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.624390 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.624666 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.624923 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.625207 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.625555 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.625809 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.626062 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.626492 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.626751 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.627256 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.627661 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:53:27.627911 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:53:27.628157 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:53:27.628401 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:53:27.628642 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:53:27.628882 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:53:27.629251 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 17:53:27.632360 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 17:53:27.636804 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 17:53:27.640729 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 10 17:53:27.642352 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 17:53:27.642803 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 17:53:27.643144 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 17:53:27.643530 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 17:53:27.646365 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 17:53:27.646629 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 17:53:27.647138 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:53:27.675876 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 17:53:27.676324 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.676625 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78598) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 17:53:27.676991 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.678349 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78598) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 17:53:27.678638 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:53:27.678892 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 17:53:27.683084 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.683370 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:27.770968 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 17:53:27.771187 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 17:53:27.771464 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 17:53:27.771900 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 17:53:27.805488 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_db.sqlalchemy.engines [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78598) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 17:53:28.135737 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Initializing driver for type 'gre' May 10 17:53:28.136267 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] gre ID ranges: [(1, 1000)] May 10 17:53:28.188390 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Initializing driver for type 'local' May 10 17:53:28.188763 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Initializing driver for type 'vlan' May 10 17:53:28.201461 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] VlanTypeDriver initialization complete May 10 17:53:28.201881 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Initializing driver for type 'vxlan' May 10 17:53:28.202425 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] vxlan ID ranges: [(1, 1000)] May 10 17:53:28.259298 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Initializing extension driver 'port_security' May 10 17:53:28.259874 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.extensions.port_security [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] PortSecurityExtensionDriver initialization complete May 10 17:53:28.260314 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Initializing mechanism driver 'openvswitch' May 10 17:53:28.260649 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Initializing mechanism driver 'hyperv' May 10 17:53:28.267071 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:28.267868 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > port after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.268249 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > port after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.268617 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > port after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.268999 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > subnet after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.269356 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > subnet after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.269706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > subnet after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.270088 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > network after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.270441 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > network after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.270785 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > network after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.271165 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > security_group after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.271514 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > security_group after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.271886 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > security_group after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.272265 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.272612 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.272950 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.273326 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > address_group after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.273671 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > address_group after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.274010 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > address_group after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.274346 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] ML2 OVO RPC backend initialized. {{(pid=78598) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 17:53:28.275548 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router_interface after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.276388 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.276818 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > network before_response 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.277170 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > networks before_response 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.277523 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > port before_response 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.277868 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > ports before_response 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.278215 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > subnet before_response 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.278564 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > subnets before_response 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.278919 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > network after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.279263 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > network after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.279615 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > network after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.279966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > port after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.280305 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > port after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.280642 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > port after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.280978 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > subnet after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.281317 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > subnet after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.281654 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > subnet after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.282231 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.plugin [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Modular L2 Plugin initialization complete May 10 17:53:28.282556 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading services supported by the core plugin {{(pid=78598) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 17:53:28.282881 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.plugins.ml2.managers [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Got port-security extension from driver 'port_security' May 10 17:53:28.283344 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.extensions.vlantransparent [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Disabled vlantransparent extension. May 10 17:53:28.283865 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78598) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 17:53:28.284183 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading Plugin: router May 10 17:53:28.320558 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router_interface before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.320952 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router after_create 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.321324 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router before_create 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.321691 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.322469 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.322837 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router after_delete 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.323204 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > floatingip after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.323573 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router after_create 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.323955 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router after_update 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.324313 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router after_update 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.324667 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.325031 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router after_update 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.325442 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_update 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.325813 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: port after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.326154 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: port after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.326491 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: subnet after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.326831 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.327180 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > port precommit_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.327533 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_create 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.327906 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: port before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.328253 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.328609 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router after_update 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.328952 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_delete 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.329299 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_create 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.329658 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router_interface after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.329999 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_update 55549900 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.330371 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > network after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.331216 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Tracking information for resource: router configured {{(pid=78598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:53:28.331546 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Tracking information for resource: floatingip configured {{(pid=78598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:53:28.336486 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.db.l3_agentschedulers_db [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 17:53:28.337062 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: port after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.337428 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: port after_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.338716 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: port after_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.339079 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: port after_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.339915 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router before_create 55550100 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.340285 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_delete 55550100 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.340652 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_create 55550100 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.341011 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > router precommit_update 55550100 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.345314 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.services.provider_configuration [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service providers = [] {{(pid=78598) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 17:53:28.345683 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.db.servicetype_db [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78598) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 17:53:28.348588 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.services.service_base [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78598) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:53:28.348941 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.services.service_base [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78598) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:53:28.349286 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.services.service_base [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78598) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:53:28.350161 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.services.service_base [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78598) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:53:28.350564 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.services.service_base [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 17:53:28.352434 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:53:28.352777 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 17:53:28.364438 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:53:28.364774 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading Plugin: auto_allocate May 10 17:53:28.370894 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: network precommit_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.371264 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: network precommit_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.371826 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:53:28.372149 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading Plugin: tag May 10 17:53:28.379161 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:53:28.379497 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading Plugin: timestamp May 10 17:53:28.383257 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:53:28.383595 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading Plugin: network_ip_availability May 10 17:53:28.389384 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.389762 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.390206 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.390937 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:53:28.391262 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading Plugin: flavors May 10 17:53:28.396155 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:53:28.396487 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading Plugin: revisions May 10 17:53:28.401680 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:53:28.402070 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.683s {{(pid=78598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:53:28.402807 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78598) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 17:53:28.403143 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Initializing extension manager. May 10 17:53:28.403669 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: __init__.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.404015 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: __pycache__ {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.404353 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.404689 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: address_group.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.405433 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.405996 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: address-group May 10 17:53:28.406321 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: address_scope.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.407027 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.407540 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: address-scope May 10 17:53:28.407890 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: admin_state_down_before_update.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.408806 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.409317 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: router-admin-state-down-before-update May 10 17:53:28.409641 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: agent.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.410330 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.410837 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: agent May 10 17:53:28.411159 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: agent_resources_synced.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.412080 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.412588 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: agent-resources-synced May 10 17:53:28.412911 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: allowedaddresspairs.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.414656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.415187 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: allowed-address-pairs May 10 17:53:28.415520 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: auto_allocated_topology.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.417615 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.418133 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: auto-allocated-topology May 10 17:53:28.418463 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: availability_zone.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.419159 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.419701 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: availability_zone May 10 17:53:28.420029 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: availability_zone_filter.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.420931 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.421443 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: availability_zone_filter May 10 17:53:28.421767 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: data_plane_status.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.422661 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.423171 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension data-plane-status not supported by any of loaded plugins May 10 17:53:28.423494 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: default_subnetpools.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.424414 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.424924 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: default-subnetpools May 10 17:53:28.425247 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: dhcpagentscheduler.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.426043 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.426549 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: dhcp_agent_scheduler May 10 17:53:28.426871 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: dns.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.427802 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.428307 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension dns-integration not supported by any of loaded plugins May 10 17:53:28.428634 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: dns_domain_ports.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.429531 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.430037 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 17:53:28.430358 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: dvr.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.431018 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.432055 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: dvr May 10 17:53:28.432387 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: empty_string_filtering.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.433290 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.433797 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: empty-string-filtering May 10 17:53:28.434120 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.435020 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.435520 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 17:53:28.435873 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.436764 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.437265 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 17:53:28.437588 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: external_net.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.438481 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.438994 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: external-net May 10 17:53:28.439317 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: extra_dhcp_opt.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.440239 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.440746 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: extra_dhcp_opt May 10 17:53:28.441069 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: extraroute.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.441956 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.442462 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: extraroute May 10 17:53:28.442782 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: extraroute_atomic.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.443843 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.444361 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: extraroute-atomic May 10 17:53:28.444687 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: filter_validation.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.445339 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.445848 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: filter-validation May 10 17:53:28.446169 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: fip_pf_description.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.447736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.448253 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 17:53:28.448580 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: fip_port_details.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.449490 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.449998 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: fip-port-details May 10 17:53:28.450321 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: flavors.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.451526 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.452072 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: flavors May 10 17:53:28.452402 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.454034 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.454550 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 17:53:28.454879 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: floatingip_pools.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.455566 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.456097 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: floatingip-pools May 10 17:53:28.456421 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: ip_allocation.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.457328 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.457833 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension ip_allocation not supported by any of loaded plugins May 10 17:53:28.458155 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.459073 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.459580 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: ip-substring-filtering May 10 17:53:28.459937 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: l2_adjacency.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.460845 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.461352 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension l2_adjacency not supported by any of loaded plugins May 10 17:53:28.461675 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: l3.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.463718 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.464254 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: router May 10 17:53:28.464588 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: l3_conntrack_helper.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.466803 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.467330 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 17:53:28.467696 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.468620 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.469134 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: ext-gw-mode May 10 17:53:28.469467 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.470372 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.470879 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: l3-ha May 10 17:53:28.471205 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: l3_flavors.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.472148 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.472665 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: l3-flavors May 10 17:53:28.472994 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.473894 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.474408 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: l3-port-ip-change-not-allowed May 10 17:53:28.474733 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: l3agentscheduler.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.475796 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.476312 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: l3_agent_scheduler May 10 17:53:28.476640 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: logging.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.478694 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.479750 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension logging not supported by any of loaded plugins May 10 17:53:28.480086 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: metering.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.480822 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.481402 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: metering May 10 17:53:28.481727 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.482812 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.483332 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: metering_source_and_destination_fields May 10 17:53:28.483685 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: multiprovidernet.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.484724 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.485242 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: multi-provider May 10 17:53:28.485571 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: netmtu.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.486474 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.486984 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: net-mtu May 10 17:53:28.487308 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: netmtu_writable.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.488241 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.488751 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: net-mtu-writable May 10 17:53:28.489077 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: network_availability_zone.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.489745 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.490248 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: network_availability_zone May 10 17:53:28.490760 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: network_ip_availability.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.491661 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.492180 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: network-ip-availability May 10 17:53:28.492506 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: network_segment_range.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.493257 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.493801 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension network-segment-range not supported by any of loaded plugins May 10 17:53:28.494505 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: pagination.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.495485 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.495847 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: pagination May 10 17:53:28.496176 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: port_device_profile.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.497072 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.497590 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: port-device-profile May 10 17:53:28.497915 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.498837 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.499352 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: port-mac-address-regenerate May 10 17:53:28.499703 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.500605 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.501119 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: port-numa-affinity-policy May 10 17:53:28.501440 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: port_resource_request.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.502589 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.503089 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension port-resource-request not supported by any of loaded plugins May 10 17:53:28.503413 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: portbindings.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.504363 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.504873 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: binding May 10 17:53:28.505197 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: portbindings_extended.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.506465 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.506977 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: binding-extended May 10 17:53:28.507300 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: portsecurity.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.508228 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.508736 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: port-security May 10 17:53:28.509059 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: project_id.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.510567 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.510908 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: project-id May 10 17:53:28.511224 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: providernet.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.512166 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.512682 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: provider May 10 17:53:28.513004 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.516551 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.517082 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos not supported by any of loaded plugins May 10 17:53:28.517418 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.518652 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.519170 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 17:53:28.519504 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.520451 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.520965 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 17:53:28.521293 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos_default.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.522195 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.522709 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos-default not supported by any of loaded plugins May 10 17:53:28.523036 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos_fip.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.523710 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.524221 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos-fip not supported by any of loaded plugins May 10 17:53:28.524546 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos_gateway_ip.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.526378 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.526894 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 17:53:28.527220 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos_port_network_policy.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.528163 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.528677 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 17:53:28.529003 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos_rule_type_details.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.529929 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.530446 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 17:53:28.530772 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: qos_rules_alias.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.531844 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.532363 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 17:53:28.532693 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: quotasv2.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.533717 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.534050 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: quotas May 10 17:53:28.534372 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: quotasv2_detail.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.536012 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.536360 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: quota_details May 10 17:53:28.536698 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: rbac.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.537735 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.538260 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: rbac-policies May 10 17:53:28.538590 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: rbac_address_group.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.539503 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.540067 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: rbac-address-group May 10 17:53:28.540398 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: rbac_address_scope.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.542334 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.542855 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: rbac-address-scope May 10 17:53:28.543183 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: rbac_security_groups.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.544127 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.544642 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: rbac-security-groups May 10 17:53:28.544968 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: rbac_subnetpool.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.545869 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.546379 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: rbac-subnetpool May 10 17:53:28.546705 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: revisionifmatch.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.547618 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.548163 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: revision-if-match May 10 17:53:28.548496 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: revisions.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.549600 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.550121 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: standard-attr-revisions May 10 17:53:28.550448 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: router_availability_zone.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.551114 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.551625 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: router_availability_zone May 10 17:53:28.551981 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: routerservicetype.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.552886 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.553394 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension router-service-type not supported by any of loaded plugins May 10 17:53:28.553720 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.554622 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.555135 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: security-groups-normalized-cidr May 10 17:53:28.555462 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: security_groups_port_filtering.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.556880 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.557408 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: port-security-groups-filtering May 10 17:53:28.557738 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.558648 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.559167 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: security-groups-remote-address-group May 10 17:53:28.559494 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: securitygroup.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.568994 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.569529 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: security-group May 10 17:53:28.569863 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: segment.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.570679 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.571151 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension segment not supported by any of loaded plugins May 10 17:53:28.571483 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.573415 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.573936 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 17:53:28.574303 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: servicetype.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.575377 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.575931 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: service-type May 10 17:53:28.576257 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: sorting.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.577223 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.577556 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: sorting May 10 17:53:28.577883 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: standard_attr_segment.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.578786 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.579302 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 17:53:28.579625 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: standardattrdescription.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.580292 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.580806 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: standard-attr-description May 10 17:53:28.581131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: stateful_security_group.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.582035 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.582547 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: stateful-security-group May 10 17:53:28.582874 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: stdattrs_common.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.583440 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 17:53:28.583799 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.584778 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.585294 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 17:53:28.585618 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: subnet_onboard.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.586685 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.587213 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: subnet_onboard May 10 17:53:28.588127 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.589082 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.589599 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 17:53:28.589928 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: subnet_service_types.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.590846 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.591361 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: subnet-service-types May 10 17:53:28.591711 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: subnetallocation.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.592793 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.593310 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: subnet_allocation May 10 17:53:28.593640 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.594298 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.594806 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: subnetpool-prefix-ops May 10 17:53:28.595129 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.596085 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.596600 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 17:53:28.596922 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: tagging.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.597960 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.598493 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: standard-attr-tag May 10 17:53:28.598822 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: timestamp.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.600052 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.600577 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loaded extension: standard-attr-timestamp May 10 17:53:28.600907 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: trunk.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.601931 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.602444 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension trunk not supported by any of loaded plugins May 10 17:53:28.602771 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: trunk_details.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.604785 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.605305 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension trunk-details not supported by any of loaded plugins May 10 17:53:28.605631 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: uplink_status_propagation.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.606541 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.607055 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 17:53:28.607381 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Loading extension file: vlantransparent.py {{(pid=78598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:53:28.608078 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:53:28.608614 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extension vlan-transparent not supported by any of loaded plugins May 10 17:53:28.611033 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:network May 10 17:53:28.611806 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:subnet May 10 17:53:28.612584 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:53:28.613194 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:port May 10 17:53:28.614444 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.614894 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service FLAVORS assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.615539 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.615996 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.616331 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:router May 10 17:53:28.617000 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:floatingip May 10 17:53:28.617714 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service METERING assigned prefix: /metering {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.619665 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.620053 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.620414 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:53:28.621569 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:53:28.622024 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:security_group May 10 17:53:28.622674 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:53:28.623430 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service CORE assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.623799 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:53:28.624139 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] subnetpool is already registered May 10 17:53:28.624750 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service CORE assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.625085 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:53:28.625411 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] subnetpool is already registered May 10 17:53:28.628310 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.628746 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service FLAVORS assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.629340 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.629765 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.630108 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:router May 10 17:53:28.630439 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] router is already registered May 10 17:53:28.631040 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:floatingip May 10 17:53:28.631366 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] floatingip is already registered May 10 17:53:28.632021 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service METERING assigned prefix: /metering {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.632701 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:53:28.633032 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] rbac_policy is already registered May 10 17:53:28.635443 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:security_group May 10 17:53:28.635827 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] security_group is already registered May 10 17:53:28.636438 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:53:28.636775 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] security_group_rule is already registered May 10 17:53:28.637454 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service CORE assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.637796 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:53:28.638135 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] subnetpool is already registered May 10 17:53:28.638736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.v2.resource_helper [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Service CORE assigned prefix: {{(pid=78598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:53:28.639071 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:53:28.639394 dv-cinder-790492-1-smb neutron-server[78598]: WARNING neutron.quota.resource_registry [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] subnetpool is already registered May 10 17:53:28.640070 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: extensions {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.641526 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: address-groups {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.643120 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: address-scopes {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.644353 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: agents {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.645522 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: auto-allocated-topology {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.646757 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: availability_zones {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.648103 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: dhcp-networks {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.649513 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: dhcp-agents {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.651485 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: routers {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.653389 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: flavors {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.654536 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: service_profiles {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.655768 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: next_providers {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.657283 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: service_profiles {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.658737 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: floatingip-pools {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.659969 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: routers {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.661821 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: floatingips {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.662993 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: l3-routers {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.664408 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: l3-agents {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.666767 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: metering-labels {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.668157 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: metering-label-rules {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.669427 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: network-ip-availabilities {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.670688 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: bindings {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.672350 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: quotas {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.673783 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: quotas {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.675182 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: rbac-policies {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.676545 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: security-groups {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.677740 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: security-group-rules {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.678982 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: service-providers {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.680255 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: subnetpools {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.682734 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: subnetpools {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.684289 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.685944 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.687798 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.689551 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.691341 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.693227 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.694914 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.698370 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.700175 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.816086 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron.api.extensions [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Extended resource: tags {{(pid=78598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:53:28.822576 dv-cinder-790492-1-smb neutron-server[78598]: WARNING keystonemiddleware.auth_token [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 17:53:28.827771 dv-cinder-790492-1-smb neutron-server[78598]: WARNING keystonemiddleware.auth_token [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 17:53:28.835792 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Acquired lock "singleton_lock" {{(pid=78598) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 17:53:28.836281 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_concurrency.lockutils [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Releasing lock "singleton_lock" {{(pid=78598) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 17:53:28.836924 dv-cinder-790492-1-smb neutron-server[78598]: INFO oslo_service.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Starting 2 workers May 10 17:53:28.842131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Started child 78705 {{(pid=78598) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:53:28.846438 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Started child 78706 {{(pid=78598) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:53:28.847194 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:28.848008 dv-cinder-790492-1-smb neutron-server[78598]: INFO neutron.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Neutron service started, listening on 0.0.0.0:9696 May 10 17:53:28.848652 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [-] (78705) wsgi starting up on http://0.0.0.0:9696 May 10 17:53:28.848752 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Notify callbacks [] for process, before_spawn {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:28.850965 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:28.851432 dv-cinder-790492-1-smb neutron-server[78598]: INFO oslo_service.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Starting 1 workers May 10 17:53:28.852353 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [-] (78706) wsgi starting up on http://0.0.0.0:9696 May 10 17:53:28.857244 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Started child 78707 {{(pid=78598) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:53:28.857777 dv-cinder-790492-1-smb neutron-server[78598]: INFO oslo_service.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Starting 1 workers May 10 17:53:28.860169 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] calling RpcWorker wait() {{(pid=78707) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 17:53:28.860708 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] returning from RpcWorker wait() {{(pid=78707) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 17:53:28.861873 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:28.862134 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Started child 78708 {{(pid=78598) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:53:28.862365 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:28.862920 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f70f-afa8-4a21-a292-7e98194d84df None None] Notify callbacks [] for process, after_spawn {{(pid=78598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:28.864770 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78598) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:53:28.864998 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:53:28.865178 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:53:28.865398 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:53:28.865725 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:53:28.865889 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:53:28.866400 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.866684 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.866966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.867054 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:28.867536 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.867536 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.867926 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:28.868131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.868385 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.868653 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.869490 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.870374 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.870556 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.870733 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.870992 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.871263 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.871569 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.871858 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.872128 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.872430 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.872611 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.872881 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.873150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.873402 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.873672 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] debug = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.873948 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.874433 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.874697 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.874958 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.875186 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.875468 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.875752 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.876043 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.876306 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.876540 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.876756 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.877273 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.877508 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.877756 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.877977 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.878240 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.878475 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.878961 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] host = dv-cinder-790492-1-smb {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.879204 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.879423 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.879703 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.879969 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.880229 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.880473 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.880721 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.880964 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.881214 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.881451 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.881721 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.881948 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.882199 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.882438 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.882590 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_options = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.882830 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.883105 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.883373 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.883563 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.883759 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.883943 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.884195 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.884447 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.885237 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.885512 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.885736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.885957 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.886218 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.886459 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.886717 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.886971 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.887221 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.887437 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.887705 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.887958 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.888187 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.888431 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.888679 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.888891 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.889108 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.889341 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.889583 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.889797 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.890015 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.890455 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.890555 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.890746 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.890971 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.891512 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.891512 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.891772 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.891971 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.892259 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.892498 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.892781 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.893039 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.893272 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.893661 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.894075 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.894320 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.894587 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_json = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.894802 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.895020 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.895271 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.895510 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.895780 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.896002 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.896234 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.896453 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.896889 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.897167 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.897501 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.897754 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.898007 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.898275 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.898510 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.898754 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.899016 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.899248 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.899594 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.899861 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.900194 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.900977 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.901251 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.901612 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.901878 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.902145 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.902395 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.902637 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.902878 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.903124 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.903445 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.903754 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.904029 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.904282 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.904503 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.904750 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.904981 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.905218 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.905458 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.905678 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.905954 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.906176 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.906408 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.906637 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.906872 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.907093 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.907335 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.907588 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.907890 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.908126 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.908351 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.908570 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.908789 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.909009 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.909227 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.909478 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.909716 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.909979 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.910208 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.910451 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.910679 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.910873 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.911094 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.911329 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.911547 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.911815 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.912050 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.912272 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.912517 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.912768 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.913010 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.913225 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.913465 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.913922 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.914069 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.914206 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.914407 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.914641 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.914882 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.915095 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.915315 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.915531 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.916476 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.917056 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.917280 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.917496 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.917745 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.917971 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.918198 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.918403 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.918639 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.918895 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.919156 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.919483 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.919763 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.921058 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.921058 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.921058 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.921058 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.921058 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.921730 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.921730 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.921730 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.922570 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.922570 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.922570 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.922570 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.923228 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.923228 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.923228 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.923762 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.923762 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.924470 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.924470 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.924747 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.924883 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.925111 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.925307 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.925577 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.925869 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.926115 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.926400 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.926600 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.926895 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.927198 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.927451 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.927775 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.928012 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.928267 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.928510 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.928742 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.929150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.929299 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.929481 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.929701 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.929989 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.930843 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.931101 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.931388 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.932733 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.933058 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.933298 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.933514 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.933757 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.934022 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.934274 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.934515 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.935034 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.935034 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.935400 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.935540 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.935753 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.935989 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.936224 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.936454 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.936668 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.936906 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.937155 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.937378 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.937592 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.937805 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.938063 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.938278 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.938497 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.938743 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.938961 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.939177 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.939426 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.939674 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.939912 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.940172 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.940395 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.940614 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.941045 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.941188 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.941326 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.941522 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.941808 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.942087 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.942284 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.942587 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.942740 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.943092 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.943234 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.943429 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.943659 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.943889 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.944092 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.944312 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.944528 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.944771 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.944999 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.945311 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.945498 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.945751 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.946086 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.946334 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.946581 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.946844 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.947515 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.947780 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.948026 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.948257 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.948513 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.948733 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.948953 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.949224 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.949465 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.949707 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.950114 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.950267 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.950424 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.950562 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.950749 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.951046 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.951313 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.951550 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.951818 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.952052 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.952288 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.952488 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.952715 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.953096 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.953773 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.953773 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.953773 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.953773 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.954321 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.954321 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.954589 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.954734 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.955103 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.955103 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.955382 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.955598 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.955755 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.955978 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.956179 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.956394 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.956736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.956992 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.957234 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.957528 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.957782 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.958019 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.958291 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.958623 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.958839 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.959090 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.959317 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.959846 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.959846 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.960089 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.960336 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.960636 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.960907 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.961356 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.961490 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.961721 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.962000 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.962259 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.963066 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.963905 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.964226 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.964493 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.964770 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.965051 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.965301 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.965540 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.965765 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.966029 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.966253 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.966496 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.966738 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.966969 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.967210 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.967442 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.967686 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.968426 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.968426 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.968426 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.968752 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.968752 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:53:28.969278 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78598) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:53:28.969443 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:53:28.969610 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:53:28.969788 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:53:28.969962 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:53:28.970117 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:53:28.970325 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.970489 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.970651 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.970814 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.971144 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.971144 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.971464 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.971464 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.971612 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.971784 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.971905 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.972066 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.972226 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.972440 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.972539 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.972691 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.972851 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.973010 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.973215 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.973341 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.973480 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.973620 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.973780 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] debug = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.973941 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.974119 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.974282 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.974441 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.974601 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.974763 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.974924 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.975085 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.975244 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.975402 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.975563 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.975751 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.975893 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.976054 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.976213 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.976373 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.976533 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.976692 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] host = dv-cinder-790492-1-smb {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.976851 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.977010 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.977171 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.977330 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.977487 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.977646 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.977805 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.977964 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.978189 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.978902 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.979080 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.979244 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.979406 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.979567 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.979753 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_options = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.979917 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.980078 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.980237 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.980417 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.980583 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.980744 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.980905 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.981067 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.981227 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.981387 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.981546 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.981707 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.981866 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.982026 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.982186 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.982345 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.982506 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.982668 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.982827 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.982976 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.983137 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.983386 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.983544 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.983704 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.983847 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.983985 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.984345 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.984345 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.984345 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.984997 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.984997 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.984997 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.984997 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.985496 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.985496 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.985496 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.986091 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.986091 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.986091 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.986091 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.986540 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.986540 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.986540 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.986540 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987186 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987186 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_json = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987186 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987186 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987573 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987573 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987573 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987941 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.987941 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.988171 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:53:28.988311 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.988436 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.988542 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.988709 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.988873 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.989042 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.989199 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.989362 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.989523 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.989686 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.989853 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.990015 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.990188 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.990353 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.990515 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.990680 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.990842 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.991005 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.991167 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.991329 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.991494 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.991672 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.991857 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.992019 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.992182 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.992345 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.992508 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.992867 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.993217 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.993455 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.993589 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.994247 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.994377 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.995158 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.995689 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.995689 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.995689 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.995689 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.996161 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.996161 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.996161 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.996520 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.996520 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.997656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.997656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.997656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.997656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.997656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.997656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.997656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.997656 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.998556 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.998556 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.998556 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.998556 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.998556 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.998556 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.999817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.999817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.999817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.999817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.999817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.999817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.999817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:28.999817 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.001736 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.003150 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.004681 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.004681 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.004681 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.004681 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.004681 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.004681 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.004681 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.004681 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.005706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.005706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.005706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.005706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.005706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.005706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.005706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.005706 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.006719 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.006719 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.006719 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.006719 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.006719 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.006719 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.006719 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.006719 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.007796 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 53020) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:53:29.007942 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.007942 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.007942 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.007942 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.007942 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.007942 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.007942 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.007942 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.008966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.008966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.008966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.008966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.008966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.008966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.008966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.008966 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.010144 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.010144 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.010144 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.010144 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.010144 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.010798 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.010798 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.010798 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.011182 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.011182 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.011451 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.011451 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.011881 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.011881 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.011881 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.012273 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.012273 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.012533 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.012533 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.012835 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.012835 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.013512 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.013512 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.013512 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.013512 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014771 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014771 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014771 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.014771 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.015287 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.015287 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.015287 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.015699 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.015699 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.015699 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.016099 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.016099 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.016359 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.016359 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.016628 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.016766 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077736 May 10 17:53:29.016985 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.016985 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.016985 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.017373 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:29.019131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.019131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.019131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.019131 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.019709 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.019709 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.019709 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.019709 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.020236 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.020236 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.020236 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.020620 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.020620 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.020620 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.021018 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.021018 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.021018 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.021401 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.021401 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.021661 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.021661 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.022038 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.022038 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.022316 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.022316 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.022575 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.022575 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.022844 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.022844 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.023191 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.023191 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.023469 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.023469 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.023782 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.024885 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.024885 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.024885 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.025825 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.025825 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.026292 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.028283 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.028283 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.028283 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.028283 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.028283 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.028283 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.029098 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.029269 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.029479 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.029650 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.030808 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.032320 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.032320 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.032320 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.032320 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.032320 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.033340 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.033340 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.033340 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.033340 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.033340 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.033340 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.033340 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.034647 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.034647 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.034647 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.034647 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.034647 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.034647 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.034647 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.034647 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.036009 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.036009 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.036009 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.036009 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.036009 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.036009 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.036009 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.037794 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.038002 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.038148 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.038318 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.038494 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.038854 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.038854 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.039158 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.039158 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.039420 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.039420 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.039721 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.039863 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.040000 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.040136 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.040285 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.040423 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.040570 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.040804 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.041044 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.041573 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.041728 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.041892 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.042083 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.042239 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:53:29.042397 dv-cinder-790492-1-smb neutron-server[78598]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:53:39.679296 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd4944-84a7-4c1d-aab3-913009c68416 None None] get_active_networks_info from dv-cinder-790492-1-smb {{(pid=78707) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 17:53:39.775035 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd4944-84a7-4c1d-aab3-913009c68416 None None] No non-hosted networks {{(pid=78707) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 17:53:39.790983 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.agentschedulers_db [None req-ebdd4944-84a7-4c1d-aab3-913009c68416 None None] DHCP Agent not found on host dv-cinder-790492-1-smb {{(pid=78707) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 17:53:39.905198 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6dad842e-de2d-43bc-a77b-688db2345a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:41.796211 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d940daa8-800c-49fe-92ff-f092c2d719f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:41.838270 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b7e586a3-9474-43cd-bc09-1dae0f5682b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:42.143945 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:42.145022 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.145616 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.146220 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.146891 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.147413 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.148164 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.148685 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.149263 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.149825 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.150435 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.151153 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.151863 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:42.152531 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:42.166322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:42.798501 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:44.722348 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:45.797733 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.db.l3_hamode_db [None req-0ba1fb37-b65d-4023-ab3c-fcf19c8861a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 17:53:45.885144 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1fb37-b65d-4023-ab3c-fcf19c8861a5 None None] Routers set() bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:53:45.885460 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1fb37-b65d-4023-ab3c-fcf19c8861a5 None None] Router IDs set() for agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 17:53:46.266534 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 53116) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:53:46.840228 dv-cinder-790492-1-smb neutron-server[78706]: WARNING oslo_policy.policy [None req-be904261-1c96-49a4-8400-9d0080eb4ee6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:53:46.841426 dv-cinder-790492-1-smb neutron-server[78706]: WARNING oslo_policy.policy [None req-be904261-1c96-49a4-8400-9d0080eb4ee6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:53:47.056407 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [None req-be904261-1c96-49a4-8400-9d0080eb4ee6 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:53:47.057975 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-be904261-1c96-49a4-8400-9d0080eb4ee6 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7900198 May 10 17:53:49.440353 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53130) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:53:50.022728 dv-cinder-790492-1-smb neutron-server[78705]: WARNING oslo_policy.policy [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:53:50.023318 dv-cinder-790492-1-smb neutron-server[78705]: WARNING oslo_policy.policy [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:53:50.238971 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:53:50.337780 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.policy [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78705) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:53:50.382737 dv-cinder-790492-1-smb neutron-server[78705]: WARNING oslo_policy.policy [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:53:50.383103 dv-cinder-790492-1-smb neutron-server[78705]: WARNING oslo_policy.policy [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:53:50.392210 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.quota [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] Loaded quota_driver: . May 10 17:53:50.407389 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:53:50.466093 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778301696543', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778301695458', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778301687599', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778301680755', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778301670761', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778301664900', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3850864', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3831125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-685189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744657'] for rbac-policy, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:50.526449 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:50.531690 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-abd2dddd-28d4-48e1-8f64-5999df0c09e2 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0852795 May 10 17:53:53.079900 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53148) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:53:53.428168 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Request body: {'network': {'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'admin_state_up': True, 'name': 'private', 'project_id': '85c082893c844e3d9995c1fbda67d424'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:53:53.433257 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:53:53.437440 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Usage tracker for resource:network and tenant:85c082893c844e3d9995c1fbda67d424 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:53:53.442010 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:53:53.448897 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:53:53.458323 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Made reservation on behalf of 85c082893c844e3d9995c1fbda67d424 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:53:53.461340 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:53.478773 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:53.492161 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:53:53.495730 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Usage tracker for resource:security_group_rule and tenant:85c082893c844e3d9995c1fbda67d424 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:53:53.500469 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:53:53.506105 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:53:53.603323 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:53.607781 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:53.612960 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:53:53.631679 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:53:53.659720 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778302476948', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:53.660326 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Unsubscribe: segment precommit_create {{(pid=78705) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:53:53.660804 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Added segment be16c6cf-90d9-4546-a5d0-205d30110b39 of type vlan for network 564b44e8-8bcb-4d2b-b792-cab579a861ac May 10 17:53:53.709360 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b175147c-27e4-477f-8c7e-4578927448ce,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:53.730903 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.731241 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.731570 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.731920 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.732241 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.732575 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.732877 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.733190 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.733518 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.733836 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.734148 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.734457 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Tracked resource versions report: May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: pushed versions: May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: { 'AddressGroup': {'1.2'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'ConntrackHelper': {'1.0'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Log': {'1.0'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Network': {'1.1'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Port': {'1.7'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'PortForwarding': {'1.2'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'QosPolicy': {'1.8'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'SecurityGroup': {'1.4'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'SecurityGroupRule': {'1.2'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'SubPort': {'1.0'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Subnet': {'1.1'}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Trunk': {'1.1'}} May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: consumer versions: May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: { DHCP agent@dv-cinder-790492-1-smb: {}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: L3 agent@dv-cinder-790492-1-smb: {}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: Metadata agent@dv-cinder-790492-1-smb: {}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: Metering agent@dv-cinder-790492-1-smb: {}, May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: Open vSwitch agent@dv-cinder-790492-1-smb: { 'AddressGroup': '1.2', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'ConntrackHelper': '1.0', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Log': '1.0', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Network': '1.1', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Port': '1.7', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'PortForwarding': '1.2', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'QosPolicy': '1.8', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'SecurityGroup': '1.4', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'SecurityGroupRule': '1.2', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'SubPort': '1.0', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Subnet': '1.1', May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: 'Trunk': '1.1'}} May 10 17:53:53.735512 dv-cinder-790492-1-smb neutron-server[78705]: {{(pid=78705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:53:53.781665 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:53.786757 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:53:53.821889 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:53.824733 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:53:53.825393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:53.830393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:53:53.931474 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8504210 May 10 17:53:53.937333 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Pushing event updated for resources: {'Network': ['ID=564b44e8-8bcb-4d2b-b792-cab579a861ac,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:53.954128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:53:53.962214 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 564b44e8-8bcb-4d2b-b792-cab579a861ac details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:53:56.587971 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53164) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:53:57.034611 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154024a-985b-4901-b96b-56c870590243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:53:57.035927 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-7154024a-985b-4901-b96b-56c870590243 admin admin] 10.222.0.46 "GET /v2.0/networks/564b44e8-8bcb-4d2b-b792-cab579a861ac HTTP/1.1" status: 200 len: 825 time: 0.4463115 May 10 17:53:57.063441 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-ca1db77d-507e-417d-972c-bfb331fe8d34 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/dfc92dcc-5284-4eb0-b007-b68fed9c58c8 HTTP/1.1" status: 200 len: 734 time: 0.0222600 May 10 17:53:57.072151 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Request body: {'subnet': {'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'subnetpool_id': 'dfc92dcc-5284-4eb0-b007-b68fed9c58c8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:53:57.076421 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:53:57.080084 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Usage tracker for resource:subnet and tenant:85c082893c844e3d9995c1fbda67d424 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:53:57.082898 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:53:57.088547 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:53:57.098022 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Made reservation on behalf of 85c082893c844e3d9995c1fbda67d424 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:53:57.100459 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:57.569995 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:57.575698 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:53:57.655006 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Checking segment: {'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:53:57.655659 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Network hostable DHCP agents. Network: 564b44e8-8bcb-4d2b-b792-cab579a861ac, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:53:57.660997 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c48f8d9-37fc-4feb-bb38-feac45c6fd99,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:57.667813 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:53:57.677680 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Network 564b44e8-8bcb-4d2b-b792-cab579a861ac is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:53:57.687847 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 564b44e8-8bcb-4d2b-b792-cab579a861ac) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:53:57.692347 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:53:57.692944 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:57.697245 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552b1bb-6d34-41d8-b275-05b571f4a4f9 None None] Network 564b44e8-8bcb-4d2b-b792-cab579a861ac requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:53:57.712629 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6438427 May 10 17:53:58.003241 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a763d2-7159-5774-8477-7e1238429133-564b44e8-8bcb-4d2b-b792-cab579a861ac', 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'fixed_ips': [{'subnet_id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99'}]}} from dv-cinder-790492-1-smb. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:53:58.004426 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:58.184766 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Allocated IP 172.20.0.2 (564b44e8-8bcb-4d2b-b792-cab579a861ac/4c48f8d9-37fc-4feb-bb38-feac45c6fd99/f5d0c2d4-740c-4e02-a8ef-036baada0de8) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:53:58.408919 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:58.421519 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Transition to ACTIVE for port object f5d0c2d4-740c-4e02-a8ef-036baada0de8 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:53:58.441191 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Transition to ACTIVE for port object f5d0c2d4-740c-4e02-a8ef-036baada0de8 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:53:58.447593 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:58.452844 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:53:58.515289 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Network 564b44e8-8bcb-4d2b-b792-cab579a861ac is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:53:58.518029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Resources bound (agent type, host, resource id): {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:53:58.529820 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:53:58.531971 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Pushing event updated for resources: {'Port': ['ID=f5d0c2d4-740c-4e02-a8ef-036baada0de8,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:58.541145 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.541976 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.542300 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.542963 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.542963 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.543247 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.543524 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.543857 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.544165 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.544473 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.544777 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.545085 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Tracked resource versions report: May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: pushed versions: May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: { 'AddressGroup': {'1.2'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'ConntrackHelper': {'1.0'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Log': {'1.0'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Network': {'1.1'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Port': {'1.7'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'PortForwarding': {'1.2'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'QosPolicy': {'1.8'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'SecurityGroup': {'1.4'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'SecurityGroupRule': {'1.2'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'SubPort': {'1.0'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Subnet': {'1.1'}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Trunk': {'1.1'}} May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: consumer versions: May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: { DHCP agent@dv-cinder-790492-1-smb: {}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: L3 agent@dv-cinder-790492-1-smb: {}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: Metadata agent@dv-cinder-790492-1-smb: {}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: Metering agent@dv-cinder-790492-1-smb: {}, May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: Open vSwitch agent@dv-cinder-790492-1-smb: { 'AddressGroup': '1.2', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'ConntrackHelper': '1.0', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Log': '1.0', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Network': '1.1', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Port': '1.7', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'PortForwarding': '1.2', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'QosPolicy': '1.8', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'SecurityGroup': '1.4', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'SecurityGroupRule': '1.2', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'SubPort': '1.0', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Subnet': '1.1', May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: 'Trunk': '1.1'}} May 10 17:53:58.546180 dv-cinder-790492-1-smb neutron-server[78707]: {{(pid=78707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:53:58.580515 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:53:58.632809 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Attempting to bind port f5d0c2d4-740c-4e02-a8ef-036baada0de8 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:53:58.633189 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Attempting to bind port f5d0c2d4-740c-4e02-a8ef-036baada0de8 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:53:58.633608 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Attempting to bind port f5d0c2d4-740c-4e02-a8ef-036baada0de8 on network 564b44e8-8bcb-4d2b-b792-cab579a861ac {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:53:58.638862 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:53:58.639265 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Checking segment: {'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:53:58.639751 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:58.640139 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Bound using segment: {'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:53:58.640598 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Bound port: f5d0c2d4-740c-4e02-a8ef-036baada0de8, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:53:58.640974 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:58.727624 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] For port f5d0c2d4-740c-4e02-a8ef-036baada0de8, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:53:58.732095 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] For port f5d0c2d4-740c-4e02-a8ef-036baada0de8, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=f5d0c2d4-740c-4e02-a8ef-036baada0de8,segment=NetworkSegment(be16c6cf-90d9-4546-a5d0-205d30110b39),segment_id=be16c6cf-90d9-4546-a5d0-205d30110b39)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:53:58.736653 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:58.741353 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:53:58.826436 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Pushing event updated for resources: {'Port': ['ID=f5d0c2d4-740c-4e02-a8ef-036baada0de8,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:58.829701 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:00.076755 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53174) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:00.445228 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [None req-9abe6479-3cab-4444-92d9-85b065be2135 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:54:00.459656 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-9abe6479-3cab-4444-92d9-85b065be2135 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685725 May 10 17:54:02.775043 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53184) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:03.159461 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [None req-f7c102fa-84cf-415f-91fe-2ed8af695ed4 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:54:03.160450 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-f7c102fa-84cf-415f-91fe-2ed8af695ed4 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3844674 May 10 17:54:03.910851 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device f5d0c2d4-740c-4e02-a8ef-036baada0de8 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:54:03.985739 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port f5d0c2d4-740c-4e02-a8ef-036baada0de8 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:54:04.415942 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3ee75-965c-43aa-adee-8915875bef61 None None] Network 564b44e8-8bcb-4d2b-b792-cab579a861ac requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:54:04.506601 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] Provisioning for port f5d0c2d4-740c-4e02-a8ef-036baada0de8 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:54:04.519286 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] Provisioning complete for port f5d0c2d4-740c-4e02-a8ef-036baada0de8 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:04.519709 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:04.714458 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:04.786829 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] For port f5d0c2d4-740c-4e02-a8ef-036baada0de8, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=f5d0c2d4-740c-4e02-a8ef-036baada0de8,segment=NetworkSegment(be16c6cf-90d9-4546-a5d0-205d30110b39),segment_id=be16c6cf-90d9-4546-a5d0-205d30110b39)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:54:04.790571 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:04.796801 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:04.873851 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] Pushing event updated for resources: {'Port': ['ID=f5d0c2d4-740c-4e02-a8ef-036baada0de8,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:04.877302 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:05.014402 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-10390cea-6f72-4857-a7a3-d430fd2bd67b None None] Provisioning complete for port f5d0c2d4-740c-4e02-a8ef-036baada0de8 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:05.014981 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-10390cea-6f72-4857-a7a3-d430fd2bd67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:05.789496 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53200) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:05.878876 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device f5d0c2d4-740c-4e02-a8ef-036baada0de8 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:54:05.944532 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port f5d0c2d4-740c-4e02-a8ef-036baada0de8 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:05.944829 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:06.145161 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'admin_state_up': True}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:54:06.149846 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:54:06.154189 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Usage tracker for resource:router and tenant:85c082893c844e3d9995c1fbda67d424 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:54:06.157531 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:54:06.163093 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:54:06.173107 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-743402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29558'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:06.174891 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29519'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:06.196204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:06.304131 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:06.321672 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:06.323690 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-785de5bf-da49-476c-957f-a9d728e5641f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5330219 May 10 17:54:08.652623 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53210) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:09.022475 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [None req-90f773f7-b839-4d53-bd50-e898a182e6c2 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:54:09.023466 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-90f773f7-b839-4d53-bd50-e898a182e6c2 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3698990 May 10 17:54:09.588765 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9b213520-4fc1-4c03-b7ab-4969cb5c2e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:11.364175 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53220) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:11.789060 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-69a82032-24d7-40a9-9740-b3be584571c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:11.800367 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:54:11.805291 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:54:11.809741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Usage tracker for resource:network and tenant:07db8c11084d44da8f822f5d3101fe01 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:54:11.812547 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:54:11.818063 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:54:11.827888 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Made reservation on behalf of 07db8c11084d44da8f822f5d3101fe01 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:54:11.830266 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:11.842071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:11.855495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:54:11.859312 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Usage tracker for resource:security_group_rule and tenant:07db8c11084d44da8f822f5d3101fe01 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:54:11.862003 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:54:11.867476 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:54:11.951306 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:11.954734 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:11.957712 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:11.980442 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Reserving flat network on physical network physnet1 {{(pid=78705) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 17:54:11.993827 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f17fd-1fe2-4832-8cf1-1a0c60139245,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:11.998318 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:12.001068 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:12.001549 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Added segment d1173abf-44c9-4cf8-8400-241587ba9c79 of type flat for network 7ed499e4-944d-4281-809d-2f5c6cdb58ec May 10 17:54:12.034080 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:12.069843 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:12.071110 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:54:12.071707 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:12.076296 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:12.132702 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:12.170583 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8053513 May 10 17:54:12.175450 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Pushing event updated for resources: {'Network': ['ID=7ed499e4-944d-4281-809d-2f5c6cdb58ec,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:12.183665 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:12.187303 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:54:12.751460 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:14.507263 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53240) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:14.667551 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:14.711145 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b217da7-5993-478a-90d7-b9bd3b036251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:54:14.712499 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-4b217da7-5993-478a-90d7-b9bd3b036251 admin admin] 10.222.0.46 "GET /v2.0/subnets/4c48f8d9-37fc-4feb-bb38-feac45c6fd99 HTTP/1.1" status: 200 len: 849 time: 0.2042732 May 10 17:54:14.851989 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-78d8cefd-f315-433f-a854-f3ef19dbdf72 admin admin] 10.222.0.46 "GET /v2.0/routers/c8c7f807-ddfd-42ab-938b-032b8a90611d HTTP/1.1" status: 200 len: 704 time: 0.1333318 May 10 17:54:15.333370 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:15.550652 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Allocated IP 172.20.0.1 (564b44e8-8bcb-4d2b-b792-cab579a861ac/4c48f8d9-37fc-4feb-bb38-feac45c6fd99/ed24345e-60c3-4dd9-b917-834bb7eec999) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:54:15.702013 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:15.718325 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Transition to ACTIVE for port object ed24345e-60c3-4dd9-b917-834bb7eec999 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:54:15.773711 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:15.777314 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:15.831656 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Network 564b44e8-8bcb-4d2b-b792-cab579a861ac is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:54:15.834351 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:54:15.844599 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:54:15.845120 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655830'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:15.963293 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Pushing event updated for resources: {'Port': ['ID=ed24345e-60c3-4dd9-b917-834bb7eec999,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:15.984020 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:16.023385 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-53515abf-2458-4345-8565-6d23f5420ba1 None None] Provisioning for port ed24345e-60c3-4dd9-b917-834bb7eec999 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:54:16.029419 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-53515abf-2458-4345-8565-6d23f5420ba1 None None] Provisioning complete for port ed24345e-60c3-4dd9-b917-834bb7eec999 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:16.029901 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-53515abf-2458-4345-8565-6d23f5420ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:16.086116 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-53515abf-2458-4345-8565-6d23f5420ba1 None None] Port ed24345e-60c3-4dd9-b917-834bb7eec999 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:54:16.106855 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:16.332663 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:16.337172 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:16.338366 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655733'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:16.342269 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:16.467657 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Pushing event updated for resources: {'Port': ['ID=ed24345e-60c3-4dd9-b917-834bb7eec999,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:16.470334 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:16.525091 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Network 564b44e8-8bcb-4d2b-b792-cab579a861ac is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:54:16.526702 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:54:16.708680 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c0c1c507-bead-4b3c-b94d-ff7cc4ed1da6 None None] Provisioning complete for port ed24345e-60c3-4dd9-b917-834bb7eec999 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:16.709055 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c507-bead-4b3c-b94d-ff7cc4ed1da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:16.751030 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Router c8c7f807-ddfd-42ab-938b-032b8a90611d is scheduled to L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:54:16.762181 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1c507-bead-4b3c-b94d-ff7cc4ed1da6 None None] Port ed24345e-60c3-4dd9-b917-834bb7eec999 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:54:16.902194 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:54:16.911245 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] 10.222.0.46 "PUT /v2.0/routers/c8c7f807-ddfd-42ab-938b-032b8a90611d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0539558 May 10 17:54:16.911991 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Sync routers for ids ['c8c7f807-ddfd-42ab-938b-032b8a90611d'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:54:16.922114 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Routers {'c8c7f807-ddfd-42ab-938b-032b8a90611d'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:54:16.922945 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T17:54:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['c8c7f807-ddfd-42ab-938b-032b8a90611d'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:17.095889 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Set router c8c7f807-ddfd-42ab-938b-032b8a90611d gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:54:17.456421 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'name': 'router1', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:54:06Z', 'updated_at': '2021-05-10T17:54:16Z', 'revision_number': 2, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'gw_port_host': None, '_interfaces': [{'id': 'ed24345e-60c3-4dd9-b917-834bb7eec999', 'name': '', 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'mac_address': 'fa:16:3e:80:3c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:15Z', 'updated_at': '2021-05-10T17:54:16Z', 'revision_number': 2, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'subnets': [{'id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfc92dcc-5284-4eb0-b007-b68fed9c58c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:17.461167 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Checking router: c8c7f807-ddfd-42ab-938b-032b8a90611d for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:54:17.461551 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Updating router c8c7f807-ddfd-42ab-938b-032b8a90611d port ed24345e-60c3-4dd9-b917-834bb7eec999 binding host dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:54:17.512557 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:17.882074 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:17.897110 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Transition to ACTIVE for port object ed24345e-60c3-4dd9-b917-834bb7eec999 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:54:17.904268 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:17.910376 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:18.033884 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Pushing event updated for resources: {'Port': ['ID=ed24345e-60c3-4dd9-b917-834bb7eec999,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:18.049610 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.049942 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.050269 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.050591 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.050907 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.051223 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.051536 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.052018 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.052366 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.052711 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.053003 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.053398 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Tracked resource versions report: May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: pushed versions: May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: { 'AddressGroup': {'1.2'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'ConntrackHelper': {'1.0'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Log': {'1.0'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Network': {'1.1'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Port': {'1.7'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'PortForwarding': {'1.2'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'QosPolicy': {'1.8'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'SecurityGroup': {'1.4'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'SecurityGroupRule': {'1.2'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'SubPort': {'1.0'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Subnet': {'1.1'}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Trunk': {'1.1'}} May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: consumer versions: May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: { DHCP agent@dv-cinder-790492-1-smb: {}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: L3 agent@dv-cinder-790492-1-smb: {}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: Metadata agent@dv-cinder-790492-1-smb: {}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: Metering agent@dv-cinder-790492-1-smb: {}, May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: Open vSwitch agent@dv-cinder-790492-1-smb: { 'AddressGroup': '1.2', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'ConntrackHelper': '1.0', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Log': '1.0', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Network': '1.1', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Port': '1.7', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'PortForwarding': '1.2', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'QosPolicy': '1.8', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'SecurityGroup': '1.4', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'SecurityGroupRule': '1.2', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'SubPort': '1.0', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Subnet': '1.1', May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: 'Trunk': '1.1'}} May 10 17:54:18.054401 dv-cinder-790492-1-smb neutron-server[78708]: {{(pid=78708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:54:18.087880 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:18.149365 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Attempting to bind port ed24345e-60c3-4dd9-b917-834bb7eec999 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:54:18.149761 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Attempting to bind port ed24345e-60c3-4dd9-b917-834bb7eec999 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:54:18.150176 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Attempting to bind port ed24345e-60c3-4dd9-b917-834bb7eec999 on network 564b44e8-8bcb-4d2b-b792-cab579a861ac {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:54:18.155479 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:54:18.155901 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Checking segment: {'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:54:18.156397 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:18.156757 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Bound using segment: {'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:54:18.157255 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Bound port: ed24345e-60c3-4dd9-b917-834bb7eec999, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be16c6cf-90d9-4546-a5d0-205d30110b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:54:18.157631 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:18.243604 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] For port ed24345e-60c3-4dd9-b917-834bb7eec999, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:54:18.248438 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] For port ed24345e-60c3-4dd9-b917-834bb7eec999, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=ed24345e-60c3-4dd9-b917-834bb7eec999,segment=NetworkSegment(be16c6cf-90d9-4546-a5d0-205d30110b39),segment_id=be16c6cf-90d9-4546-a5d0-205d30110b39)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:54:18.254317 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:18.258752 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:18.359798 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Routers {'c8c7f807-ddfd-42ab-938b-032b8a90611d'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:54:18.360427 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T17:54:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['c8c7f807-ddfd-42ab-938b-032b8a90611d'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:18.469525 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Pushing event updated for resources: {'Port': ['ID=ed24345e-60c3-4dd9-b917-834bb7eec999,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:18.480655 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:18.514329 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] Set router c8c7f807-ddfd-42ab-938b-032b8a90611d gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:54:18.825681 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'name': 'router1', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:54:06Z', 'updated_at': '2021-05-10T17:54:16Z', 'revision_number': 2, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'gw_port_host': None, '_interfaces': [{'id': 'ed24345e-60c3-4dd9-b917-834bb7eec999', 'name': '', 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'mac_address': 'fa:16:3e:80:3c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:15Z', 'updated_at': '2021-05-10T17:54:18Z', 'revision_number': 4, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'subnets': [{'id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfc92dcc-5284-4eb0-b007-b68fed9c58c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:18.829483 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da716d40-1903-429c-a22e-656ee04b4b16 None None] The sync data for ids ['c8c7f807-ddfd-42ab-938b-032b8a90611d'] in dv-cinder-790492-1-smb is: [{'id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'name': 'router1', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:54:06Z', 'updated_at': '2021-05-10T17:54:16Z', 'revision_number': 2, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'gw_port_host': None, '_interfaces': [{'id': 'ed24345e-60c3-4dd9-b917-834bb7eec999', 'name': '', 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'mac_address': 'fa:16:3e:80:3c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:15Z', 'updated_at': '2021-05-10T17:54:18Z', 'revision_number': 4, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'subnets': [{'id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfc92dcc-5284-4eb0-b007-b68fed9c58c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:54:19.086197 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53262) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:19.233030 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fdc906-f03a-4f30-b369-0fdf7fc2bf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:54:19.233579 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-07fdc906-f03a-4f30-b369-0fdf7fc2bf7b admin admin] Synchronizing usage tracker for tenant:07db8c11084d44da8f822f5d3101fe01 on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:54:19.250779 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-07fdc906-f03a-4f30-b369-0fdf7fc2bf7b admin admin] Unset dirty status for tenant:07db8c11084d44da8f822f5d3101fe01 on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:54:19.252207 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-07fdc906-f03a-4f30-b369-0fdf7fc2bf7b admin admin] 10.222.0.46 "GET /v2.0/networks/7ed499e4-944d-4281-809d-2f5c6cdb58ec HTTP/1.1" status: 200 len: 842 time: 0.1647315 May 10 17:54:19.261764 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:54:19.266761 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:54:19.270424 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Usage tracker for resource:subnet and tenant:07db8c11084d44da8f822f5d3101fe01 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:54:19.273168 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:54:19.279819 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:54:19.288873 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Made reservation on behalf of 07db8c11084d44da8f822f5d3101fe01 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:54:19.292359 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:19.692929 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.objects.ports [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78705) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 17:54:19.693372 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:19.698235 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:19.767938 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1894540-76d1-4013-9a04-f8ee3d2609c3,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:19.771545 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:19.772230 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:54:19.772568 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Network hostable DHCP agents. Network: 7ed499e4-944d-4281-809d-2f5c6cdb58ec, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:54:19.790515 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:54:19.800814 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 7ed499e4-944d-4281-809d-2f5c6cdb58ec) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:54:19.804546 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:54:19.805123 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:19.810904 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cd2932-cba7-49de-a3df-ed656ec93d2c None None] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:54:19.827257 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5691683 May 10 17:54:20.026970 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f846f76-8ca2-4e0e-9550-3cbf78e4fe0c None None] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:54:21.893914 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device ed24345e-60c3-4dd9-b917-834bb7eec999 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:54:21.964474 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port ed24345e-60c3-4dd9-b917-834bb7eec999 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:54:21.969039 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port ed24345e-60c3-4dd9-b917-834bb7eec999 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:21.969406 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:22.090961 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:22.123420 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port ed24345e-60c3-4dd9-b917-834bb7eec999, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=ed24345e-60c3-4dd9-b917-834bb7eec999,segment=NetworkSegment(be16c6cf-90d9-4546-a5d0-205d30110b39),segment_id=be16c6cf-90d9-4546-a5d0-205d30110b39)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:54:22.128444 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:22.129277 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53276) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:22.132882 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f995efa3-1902-41c8-9e06-69c9fa01dc0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:22.204244 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=ed24345e-60c3-4dd9-b917-834bb7eec999,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:22.207790 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:22.334230 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-614dca57-1f0c-4751-a006-7568c78c8759 admin admin] 10.222.0.46 "GET /v2.0/routers/c8c7f807-ddfd-42ab-938b-032b8a90611d HTTP/1.1" status: 200 len: 710 time: 0.2035601 May 10 17:54:22.459017 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de96a0-a48c-4d15-81dc-dd8139eb19e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:54:22.460384 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-68de96a0-a48c-4d15-81dc-dd8139eb19e3 admin admin] 10.222.0.46 "GET /v2.0/networks/7ed499e4-944d-4281-809d-2f5c6cdb58ec HTTP/1.1" status: 200 len: 886 time: 0.1209884 May 10 17:54:22.468969 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:54:22.939912 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:23.257547 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:23.312938 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:23.438820 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Allocated IP 172.28.1.74 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/f182c77e-1073-43da-b811-be63ea3589ca) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:54:23.576829 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:23.605129 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:23.609694 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-feef1e71-1602-4dc5-8b74-4b4cd93cf030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:23.664213 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:54:23.666769 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:54:23.669283 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:54:23.794633 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Pushing event updated for resources: {'Port': ['ID=f182c77e-1073-43da-b811-be63ea3589ca,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:23.799559 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:23.881889 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device ed24345e-60c3-4dd9-b917-834bb7eec999 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:54:23.950194 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port ed24345e-60c3-4dd9-b917-834bb7eec999 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:23.950564 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:24.104841 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:24.427188 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:24.430340 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-669234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-669184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-678409'] for router, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:24.601370 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Router c8c7f807-ddfd-42ab-938b-032b8a90611d has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:54:24.768739 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:54:24.777071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:24.778255 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] 10.222.0.46 "PUT /v2.0/routers/c8c7f807-ddfd-42ab-938b-032b8a90611d HTTP/1.1" status: 200 len: 889 time: 2.3125069 May 10 17:54:24.778738 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Sync routers for ids ['c8c7f807-ddfd-42ab-938b-032b8a90611d'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:54:24.788777 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Routers {'c8c7f807-ddfd-42ab-938b-032b8a90611d'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:54:24.789512 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T17:54:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['c8c7f807-ddfd-42ab-938b-032b8a90611d'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:24.979514 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Set router c8c7f807-ddfd-42ab-938b-032b8a90611d gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:54:25.330352 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'name': 'router1', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f182c77e-1073-43da-b811-be63ea3589ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:54:06Z', 'updated_at': '2021-05-10T17:54:23Z', 'revision_number': 4, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'gw_port': {'id': 'f182c77e-1073-43da-b811-be63ea3589ca', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:23Z', 'updated_at': '2021-05-10T17:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'ed24345e-60c3-4dd9-b917-834bb7eec999', 'name': '', 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'mac_address': 'fa:16:3e:80:3c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:15Z', 'updated_at': '2021-05-10T17:54:22Z', 'revision_number': 5, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'subnets': [{'id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfc92dcc-5284-4eb0-b007-b68fed9c58c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:25.335154 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Checking router: c8c7f807-ddfd-42ab-938b-032b8a90611d for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:54:25.335519 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Updating router c8c7f807-ddfd-42ab-938b-032b8a90611d port f182c77e-1073-43da-b811-be63ea3589ca binding host dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:54:25.389569 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:25.710760 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:25.722568 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Transition to ACTIVE for port object f182c77e-1073-43da-b811-be63ea3589ca will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:54:25.729612 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:25.733978 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:25.799702 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Attempting to bind port f182c77e-1073-43da-b811-be63ea3589ca on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:54:25.800072 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Attempting to bind port f182c77e-1073-43da-b811-be63ea3589ca by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:54:25.800431 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Attempting to bind port f182c77e-1073-43da-b811-be63ea3589ca on network 7ed499e4-944d-4281-809d-2f5c6cdb58ec {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:54:25.813786 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdef95-4719-42e7-8926-63137a8146c6 None None] Pushing event updated for resources: {'Port': ['ID=f182c77e-1073-43da-b811-be63ea3589ca,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:25.816502 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-56fdef95-4719-42e7-8926-63137a8146c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:25.820795 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:54:25.820977 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:54:25.821362 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:25.821739 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Bound using segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:54:25.822238 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Bound port: f182c77e-1073-43da-b811-be63ea3589ca, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:54:25.822627 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:25.895733 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] For port f182c77e-1073-43da-b811-be63ea3589ca, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:54:25.898987 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] For port f182c77e-1073-43da-b811-be63ea3589ca, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=f182c77e-1073-43da-b811-be63ea3589ca,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:54:25.903166 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:25.906899 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:25.982031 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Routers {'c8c7f807-ddfd-42ab-938b-032b8a90611d'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:54:25.982656 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T17:54:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['c8c7f807-ddfd-42ab-938b-032b8a90611d'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:26.031291 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdef95-4719-42e7-8926-63137a8146c6 None None] Pushing event updated for resources: {'Port': ['ID=f182c77e-1073-43da-b811-be63ea3589ca,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:26.040616 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-56fdef95-4719-42e7-8926-63137a8146c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:26.161722 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] Set router c8c7f807-ddfd-42ab-938b-032b8a90611d gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:54:26.504881 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'name': 'router1', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f182c77e-1073-43da-b811-be63ea3589ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:54:06Z', 'updated_at': '2021-05-10T17:54:23Z', 'revision_number': 4, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'gw_port': {'id': 'f182c77e-1073-43da-b811-be63ea3589ca', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:23Z', 'updated_at': '2021-05-10T17:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'ed24345e-60c3-4dd9-b917-834bb7eec999', 'name': '', 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'mac_address': 'fa:16:3e:80:3c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:15Z', 'updated_at': '2021-05-10T17:54:22Z', 'revision_number': 5, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'subnets': [{'id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfc92dcc-5284-4eb0-b007-b68fed9c58c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:26.508815 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fccec-140c-4715-af87-273e068aa9d8 None None] The sync data for ids ['c8c7f807-ddfd-42ab-938b-032b8a90611d'] in dv-cinder-790492-1-smb is: [{'id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'name': 'router1', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f182c77e-1073-43da-b811-be63ea3589ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:54:06Z', 'updated_at': '2021-05-10T17:54:23Z', 'revision_number': 4, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'gw_port': {'id': 'f182c77e-1073-43da-b811-be63ea3589ca', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:23Z', 'updated_at': '2021-05-10T17:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'ed24345e-60c3-4dd9-b917-834bb7eec999', 'name': '', 'network_id': '564b44e8-8bcb-4d2b-b792-cab579a861ac', 'tenant_id': '85c082893c844e3d9995c1fbda67d424', 'mac_address': 'fa:16:3e:80:3c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7f807-ddfd-42ab-938b-032b8a90611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:54:15Z', 'updated_at': '2021-05-10T17:54:22Z', 'revision_number': 5, 'project_id': '85c082893c844e3d9995c1fbda67d424', 'subnets': [{'id': '4c48f8d9-37fc-4feb-bb38-feac45c6fd99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfc92dcc-5284-4eb0-b007-b68fed9c58c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:54:27.089297 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 53286) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:54:27.334164 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.policy [None req-faf32ca2-fc30-460e-bea9-2586ea895a99 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78706) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:54:27.381238 dv-cinder-790492-1-smb neutron-server[78706]: WARNING oslo_policy.policy [None req-faf32ca2-fc30-460e-bea9-2586ea895a99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:54:27.381609 dv-cinder-790492-1-smb neutron-server[78706]: WARNING oslo_policy.policy [None req-faf32ca2-fc30-460e-bea9-2586ea895a99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:54:27.392079 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-faf32ca2-fc30-460e-bea9-2586ea895a99 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3018618 May 10 17:54:27.906568 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device f182c77e-1073-43da-b811-be63ea3589ca up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:54:27.974510 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port f182c77e-1073-43da-b811-be63ea3589ca completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:54:27.979728 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port f182c77e-1073-43da-b811-be63ea3589ca triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:27.980101 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:28.100652 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:28.118386 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port f182c77e-1073-43da-b811-be63ea3589ca, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=f182c77e-1073-43da-b811-be63ea3589ca,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:54:28.123501 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:28.127801 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d5455500-594b-40bb-9f02-3b3907cdd047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:54:28.195905 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=f182c77e-1073-43da-b811-be63ea3589ca,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:28.205898 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:54:29.920270 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device f182c77e-1073-43da-b811-be63ea3589ca up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:54:29.930438 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:54:29.987410 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port f182c77e-1073-43da-b811-be63ea3589ca triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:54:29.989257 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:39.592944 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f3d8fc4b-2324-40c4-b134-7d1a35bcb288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:41.797660 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e1428e4-cbe8-45c1-b4d7-736b339f95af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:42.138616 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:42.759210 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:54:44.690633 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:06.936616 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:55:09.599546 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-261ec08d-511a-4526-aceb-8529c25e1f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:11.792779 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-68e9826d-99dc-4381-9786-9c15ea17f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:12.135997 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:12.760018 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:14.690916 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:39.601657 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-93def767-37bd-49f4-b269-4c6f2317dad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:41.794622 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c43e1ed8-a57a-48f2-9a3e-ca4c76565494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:42.135414 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:42.762022 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:55:43.926085 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:55:44.694797 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:01.053814 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 53858) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:01.129679 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.pecan_wsgi.hooks.translation [None req-021a2f51-3222-4e48-9c27-c177c5d1e31f admin admin] GET failed (client error): The resource could not be found. May 10 17:56:01.130904 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-021a2f51-3222-4e48-9c27-c177c5d1e31f admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0761542 May 10 17:56:01.291622 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835cda09-fd0c-471f-bce8-b165a4fbe6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:01.293034 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-835cda09-fd0c-471f-bce8-b165a4fbe6c6 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577337 May 10 17:56:03.413919 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 53868) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:03.521863 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39fe40-3a8a-4705-b722-5e9b12a6a44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:03.523157 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-bf39fe40-3a8a-4705-b722-5e9b12a6a44f admin admin] 10.222.0.46 "GET /v2.0/subnets/4c48f8d9-37fc-4feb-bb38-feac45c6fd99 HTTP/1.1" status: 200 len: 849 time: 0.1082671 May 10 17:56:03.532455 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:56:03.650554 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:03.847436 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778302470238'] for subnet, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:03.853860 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:56:03.926426 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:03.927254 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:03.928955 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] 10.222.0.46 "PUT /v2.0/subnets/4c48f8d9-37fc-4feb-bb38-feac45c6fd99 HTTP/1.1" status: 200 len: 868 time: 0.4001801 May 10 17:56:03.931206 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec480552-479d-42b4-925e-2113f27b1060 None None] Network 564b44e8-8bcb-4d2b-b792-cab579a861ac requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:56:03.952119 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c48f8d9-37fc-4feb-bb38-feac45c6fd99,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:03.960747 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.961090 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.961445 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.961990 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.962384 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.962707 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.963024 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.963338 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.963687 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.964004 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.964315 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.964621 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Tracked resource versions report: May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: pushed versions: May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: { 'AddressGroup': {'1.2'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'ConntrackHelper': {'1.0'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Log': {'1.0'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Network': {'1.1'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Port': {'1.7'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'PortForwarding': {'1.2'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'QosPolicy': {'1.8'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'SecurityGroup': {'1.4'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'SecurityGroupRule': {'1.2'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'SubPort': {'1.0'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Subnet': {'1.1'}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Trunk': {'1.1'}} May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: consumer versions: May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: { DHCP agent@dv-cinder-790492-1-smb: {}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: L3 agent@dv-cinder-790492-1-smb: {}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: Metadata agent@dv-cinder-790492-1-smb: {}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: Metering agent@dv-cinder-790492-1-smb: {}, May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: Open vSwitch agent@dv-cinder-790492-1-smb: { 'AddressGroup': '1.2', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'ConntrackHelper': '1.0', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Log': '1.0', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Network': '1.1', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Port': '1.7', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'PortForwarding': '1.2', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'QosPolicy': '1.8', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'SecurityGroup': '1.4', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'SecurityGroupRule': '1.2', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'SubPort': '1.0', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Subnet': '1.1', May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: 'Trunk': '1.1'}} May 10 17:56:03.965740 dv-cinder-790492-1-smb neutron-server[78706]: {{(pid=78706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:56:03.969742 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:56:04.339332 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c7469ff3-b618-4ac4-97b3-97745997ef15 None None] Provisioning complete for port f5d0c2d4-740c-4e02-a8ef-036baada0de8 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:56:04.339724 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c7469ff3-b618-4ac4-97b3-97745997ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:04.460820 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c7469ff3-b618-4ac4-97b3-97745997ef15 None None] Provisioning complete for port ed24345e-60c3-4dd9-b917-834bb7eec999 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:56:04.461077 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c7469ff3-b618-4ac4-97b3-97745997ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:06.035730 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 53882) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:06.208292 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43735821-3f89-4d44-aa3e-0f1d96f0985d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:06.208676 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43735821-3f89-4d44-aa3e-0f1d96f0985d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:06.210130 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-43735821-3f89-4d44-aa3e-0f1d96f0985d admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1733923 May 10 17:56:08.330284 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 53892) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:08.500423 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e497d-5c19-4752-b364-1bb9ff9b9824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:08.500901 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e497d-5c19-4752-b364-1bb9ff9b9824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:08.502625 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0f0e497d-5c19-4752-b364-1bb9ff9b9824 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1714156 May 10 17:56:09.605232 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e1eee2-7859-4e27-bd6c-d3c404ef8502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:10.593029 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53902) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:10.762210 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5bb17-56e4-4a95-9366-c1caced1821e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:10.763562 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e2f5bb17-56e4-4a95-9366-c1caced1821e admin admin] 10.222.0.46 "GET /v2.0/networks/564b44e8-8bcb-4d2b-b792-cab579a861ac HTTP/1.1" status: 200 len: 869 time: 0.1695893 May 10 17:56:11.797429 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bfc25548-d42b-4b82-abbb-2cf454afa88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:12.128543 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:12.765732 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:12.886887 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53912) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:13.053862 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07f192-223d-4a6f-a124-ac4008910588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:13.055307 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-2d07f192-223d-4a6f-a124-ac4008910588 admin admin] 10.222.0.46 "GET /v2.0/networks/7ed499e4-944d-4281-809d-2f5c6cdb58ec HTTP/1.1" status: 200 len: 886 time: 0.1674027 May 10 17:56:14.696457 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:15.218402 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53922) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:15.386738 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee037e2-116b-4509-ac96-c0907d1ec9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:15.387094 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee037e2-116b-4509-ac96-c0907d1ec9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:15.387834 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-aee037e2-116b-4509-ac96-c0907d1ec9d4 admin admin] Synchronizing usage tracker for tenant:07db8c11084d44da8f822f5d3101fe01 on resource:subnet {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:56:15.404351 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-aee037e2-116b-4509-ac96-c0907d1ec9d4 admin admin] Unset dirty status for tenant:07db8c11084d44da8f822f5d3101fe01 on resource:subnet {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:56:15.405487 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-aee037e2-116b-4509-ac96-c0907d1ec9d4 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1867268 May 10 17:56:17.547901 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53932) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:17.653898 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f122140-0bfb-4702-83a8-9e48cb44cf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:17.654355 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f122140-0bfb-4702-83a8-9e48cb44cf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:17.655848 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-1f122140-0bfb-4702-83a8-9e48cb44cf30 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069617 May 10 17:56:19.767125 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53942) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:19.872350 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ab1ce-5595-4e00-bf04-deb1af95bf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:19.873655 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-da4ab1ce-5595-4e00-bf04-deb1af95bf07 admin admin] 10.222.0.46 "GET /v2.0/subnets/4c48f8d9-37fc-4feb-bb38-feac45c6fd99 HTTP/1.1" status: 200 len: 868 time: 0.1054811 May 10 17:56:20.925836 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:56:21.979960 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53952) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:22.080964 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c5b34-0ff4-41fd-88df-d1515fa7e158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:22.082284 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-488c5b34-0ff4-41fd-88df-d1515fa7e158 admin admin] 10.222.0.46 "GET /v2.0/subnets/c1894540-76d1-4013-9a04-f8ee3d2609c3 HTTP/1.1" status: 200 len: 816 time: 0.1013854 May 10 17:56:39.608269 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-43db24e4-8ed7-4d59-aa87-bcd9e00e46d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:41.797052 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8b2ec2d5-cba7-497a-9985-c6b3d85060d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:42.131991 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:42.769077 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:44.702712 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:44.874499 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 53996) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:44.922839 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [None req-e37c7dad-a584-4e6f-9731-06899f3ac884 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:56:44.923837 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e37c7dad-a584-4e6f-9731-06899f3ac884 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484011 May 10 17:56:47.092889 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54006) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:47.158917 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9905482-d132-4968-b651-ed0f4038f66d admin admin] GET failed (client error): The resource could not be found. May 10 17:56:47.160202 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a9905482-d132-4968-b651-ed0f4038f66d admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662866 May 10 17:56:47.284354 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a30112-e9eb-435d-9f14-35573d9eaa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:47.285711 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-17a30112-e9eb-435d-9f14-35573d9eaa91 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1218491 May 10 17:56:49.401787 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54016) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:49.448137 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:56:49.452592 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:56:49.462694 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:56:49.472211 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Made reservation on behalf of 07db8c11084d44da8f822f5d3101fe01 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:56:49.474559 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:49.560674 dv-cinder-790492-1-smb neutron-server[78705]: WARNING neutron.services.revisions.revision_plugin [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Could not find related network for resource to bump revision. May 10 17:56:49.572367 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:56:49.580935 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:49.581211 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Added segment 7f59320c-50b8-4ab5-a398-30f619c35c72 of type vlan for network 3d6c6001-26bd-4330-9b05-1a178485dacc May 10 17:56:49.605954 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:49.634001 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:49.635269 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:49.635864 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:49.640192 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:56:49.731128 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3282847 May 10 17:56:49.736054 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6c6001-26bd-4330-9b05-1a178485dacc,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:49.743912 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.744255 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.744590 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.744919 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.745242 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.745562 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.745881 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.746204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.746535 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.746849 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.747160 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.747470 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.751363 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:56:49.759923 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 3d6c6001-26bd-4330-9b05-1a178485dacc details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:56:51.863597 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54026) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:56:51.931090 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60eccba-c918-4585-a009-6bc4e9002bde admin admin] GET failed (client error): The resource could not be found. May 10 17:56:51.931262 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-e60eccba-c918-4585-a009-6bc4e9002bde admin admin] Synchronizing usage tracker for tenant:07db8c11084d44da8f822f5d3101fe01 on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:56:51.946752 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-e60eccba-c918-4585-a009-6bc4e9002bde admin admin] Unset dirty status for tenant:07db8c11084d44da8f822f5d3101fe01 on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:56:51.947998 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e60eccba-c918-4585-a009-6bc4e9002bde admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0834033 May 10 17:56:52.052205 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ba469-8ada-4ea0-a534-6971d9da290c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:52.053647 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-6f3ba469-8ada-4ea0-a534-6971d9da290c admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019573 May 10 17:56:52.063713 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Request body: {'subnet': {'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:56:52.068005 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:56:52.077797 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:56:52.087115 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Made reservation on behalf of 07db8c11084d44da8f822f5d3101fe01 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:56:52.089341 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:52.453901 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:52.458147 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eb5aedc-bc2f-4407-b1c3-ea2663570f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:56:52.527428 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f556916c-68a2-4dbf-a12b-223c4560bfb7,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:52.534118 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:56:52.534928 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Checking segment: {'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:56:52.535268 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Network hostable DHCP agents. Network: 3d6c6001-26bd-4330-9b05-1a178485dacc, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:56:52.551211 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Network 3d6c6001-26bd-4330-9b05-1a178485dacc is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:56:52.560609 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 3d6c6001-26bd-4330-9b05-1a178485dacc) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:56:52.564644 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:56:52.565226 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:52.569458 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4326706e-7233-4962-9ee1-1537957ce12d None None] Network 3d6c6001-26bd-4330-9b05-1a178485dacc requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:56:52.590916 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5304947 May 10 17:56:52.805926 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a763d2-7159-5774-8477-7e1238429133-3d6c6001-26bd-4330-9b05-1a178485dacc', 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc', 'tenant_id': '07db8c11084d44da8f822f5d3101fe01', 'fixed_ips': [{'subnet_id': 'f556916c-68a2-4dbf-a12b-223c4560bfb7'}]}} from dv-cinder-790492-1-smb. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:56:52.806773 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:52.961924 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Allocated IP 192.168.233.2 (3d6c6001-26bd-4330-9b05-1a178485dacc/f556916c-68a2-4dbf-a12b-223c4560bfb7/3af7be93-dce6-4ca9-8400-1ee254c37a1e) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:56:53.169949 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:53.181779 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Transition to ACTIVE for port object 3af7be93-dce6-4ca9-8400-1ee254c37a1e will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:56:53.200958 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Transition to ACTIVE for port object 3af7be93-dce6-4ca9-8400-1ee254c37a1e will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:56:53.206055 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:53.210761 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-56fdef95-4719-42e7-8926-63137a8146c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:56:53.270250 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Network 3d6c6001-26bd-4330-9b05-1a178485dacc is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:56:53.273103 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Resources bound (agent type, host, resource id): {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:56:53.275744 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:56:53.290548 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Pushing event updated for resources: {'Port': ['ID=3af7be93-dce6-4ca9-8400-1ee254c37a1e,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:53.328418 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.328679 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.329012 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.329338 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.329667 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.329988 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.330307 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.330618 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.330936 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.331248 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.331556 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.331888 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:53.335576 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:56:53.388409 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Attempting to bind port 3af7be93-dce6-4ca9-8400-1ee254c37a1e on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:56:53.388771 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Attempting to bind port 3af7be93-dce6-4ca9-8400-1ee254c37a1e by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:56:53.389129 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Attempting to bind port 3af7be93-dce6-4ca9-8400-1ee254c37a1e on network 3d6c6001-26bd-4330-9b05-1a178485dacc {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:56:53.394389 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:56:53.394870 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Checking segment: {'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:56:53.395280 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:53.395692 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Bound using segment: {'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:56:53.396164 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Bound port: 3af7be93-dce6-4ca9-8400-1ee254c37a1e, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:56:53.396552 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:53.484341 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] For port 3af7be93-dce6-4ca9-8400-1ee254c37a1e, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:56:53.487668 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] For port 3af7be93-dce6-4ca9-8400-1ee254c37a1e, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=3af7be93-dce6-4ca9-8400-1ee254c37a1e,segment=NetworkSegment(7f59320c-50b8-4ab5-a398-30f619c35c72),segment_id=7f59320c-50b8-4ab5-a398-30f619c35c72)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:56:53.492831 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:53.496577 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:56:53.572785 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Pushing event updated for resources: {'Port': ['ID=3af7be93-dce6-4ca9-8400-1ee254c37a1e,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:53.575758 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:56:54.014322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 3af7be93-dce6-4ca9-8400-1ee254c37a1e up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:56:54.083581 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 3af7be93-dce6-4ca9-8400-1ee254c37a1e completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:56:54.417245 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292ee7e-9515-4d09-bbe8-e4c3279b055b None None] Network 3d6c6001-26bd-4330-9b05-1a178485dacc requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:56:54.506703 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] Provisioning for port 3af7be93-dce6-4ca9-8400-1ee254c37a1e completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:56:54.527180 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] Provisioning complete for port 3af7be93-dce6-4ca9-8400-1ee254c37a1e triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:56:54.527557 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:54.748857 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:54.795181 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] For port 3af7be93-dce6-4ca9-8400-1ee254c37a1e, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=3af7be93-dce6-4ca9-8400-1ee254c37a1e,segment=NetworkSegment(7f59320c-50b8-4ab5-a398-30f619c35c72),segment_id=7f59320c-50b8-4ab5-a398-30f619c35c72)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:56:54.800437 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:54.802552 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:56:54.870628 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] Pushing event updated for resources: {'Port': ['ID=3af7be93-dce6-4ca9-8400-1ee254c37a1e,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:54.874613 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:56:55.026508 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f616d117-cbbf-45d4-ac0f-384c3f1f1852 None None] Provisioning complete for port 3af7be93-dce6-4ca9-8400-1ee254c37a1e triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:56:55.026907 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f616d117-cbbf-45d4-ac0f-384c3f1f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:55.986791 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 3af7be93-dce6-4ca9-8400-1ee254c37a1e up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:56:56.072973 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 3af7be93-dce6-4ca9-8400-1ee254c37a1e triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:56:56.073344 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:56:57.924207 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:57:09.610403 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7e930b9d-64c5-46f9-aafa-8829d32b47a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:11.798748 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7776f4fe-287a-4954-a2b8-297ce8c3f718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:12.134706 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:12.771929 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:14.706273 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:34.922809 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:57:39.612113 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0af381b8-a0d8-4d9d-85e2-1cc1fb37e47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:41.800731 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-044fcd11-29d2-4382-9075-e66257d6cad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:42.136933 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:42.774091 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:44.706984 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:57.544079 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54076) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:57:57.550929 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [None req-0d2840f8-d214-41eb-b941-8af80fe6b2ca tempest-verify_tempest_config-789209625 tempest-verify_tempest_config-789209625-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:57:57.551913 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-0d2840f8-d214-41eb-b941-8af80fe6b2ca tempest-verify_tempest_config-789209625 tempest-verify_tempest_config-789209625-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068707 May 10 17:57:57.854268 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54094) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:57:57.968288 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:57.982258 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:57:57.985905 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Usage tracker for resource:security_group_rule and tenant:6a3218c87c8d4c62bcbb2615bf0b726e is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:57:57.988622 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:57:57.994124 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:57:58.076581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:58.080996 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:58.090045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:57:58.125780 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Synchronizing usage tracker for tenant:07db8c11084d44da8f822f5d3101fe01 on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:57:58.129915 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c5f7c2-1be9-4da0-a295-2fe83adab0af,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:58.139121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.139454 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.139932 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.140135 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.140448 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.140765 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.141076 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.141386 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.141709 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.141997 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.142300 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.142604 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:58.147859 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:57:58.155613 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Unset dirty status for tenant:07db8c11084d44da8f822f5d3101fe01 on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:57:58.156925 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a3218c87c8d4c62bcbb2615bf0b726e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3016973 May 10 17:57:58.159619 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54100) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:57:58.215237 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e638-ce9b-4fa0-ae32-e97aaff187d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:58.243084 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e638-ce9b-4fa0-ae32-e97aaff187d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:58.331215 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e638-ce9b-4fa0-ae32-e97aaff187d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:58.335605 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:57:58.347869 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5e638-ce9b-4fa0-ae32-e97aaff187d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c5f7c2-1be9-4da0-a295-2fe83adab0af,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:58.351198 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eaf5e638-ce9b-4fa0-ae32-e97aaff187d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:57:58.353104 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e638-ce9b-4fa0-ae32-e97aaff187d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:57:58.356592 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-eaf5e638-ce9b-4fa0-ae32-e97aaff187d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24c5f7c2-1be9-4da0-a295-2fe83adab0af HTTP/1.1" status: 204 len: 168 time: 0.1936750 May 10 17:58:09.615650 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c79c535d-7924-431e-9477-0d0ae2d362e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:11.803878 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8dae8b09-069c-47fc-9433-104c45ee759d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:11.920944 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:58:12.139156 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:12.776402 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:14.711966 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:39.617488 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a01241ff-da89-4611-b666-5189eb67f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:41.804210 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3012e53a-20de-4c43-b7ce-e998c706f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:42.141293 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:42.779383 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:44.716292 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:58:48.920077 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:59:09.618796 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ba8240a1-790f-4183-943c-7163d5a2c67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:11.806330 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-73ee2432-e45c-4630-84a3-225adb06ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:12.143217 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:12.782390 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:14.717560 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:25.918369 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:59:34.758392 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:38.760487 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54152) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:59:38.872962 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-dd447aa1-b6a7-47dd-b8bc-62ed93a8e6bc admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1114061 May 10 17:59:39.623284 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ef189d54-1012-4a20-8ddb-68adde2e207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:41.003544 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54162) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:59:41.063268 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-3b10a0be-59ad-460d-91c6-8eeae3e98d80 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0585487 May 10 17:59:41.808684 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-49a892ad-f919-4160-b552-8ac92ebc6bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:42.145414 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:42.784776 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:59:44.808763 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:02.917100 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:00:04.711126 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:09.625021 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dd070522-3f4d-4857-94ae-6624fa520cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:11.810196 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-906dcdce-985c-44cb-811e-aabf5ec3ce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:12.146889 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:12.786683 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:14.721599 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:34.729500 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:39.626907 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c91e8392-02af-4b52-84d2-77342b5cd127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:39.915239 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:00:41.812629 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c0750a78-49ba-45e4-beb7-784fe053f9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:42.147215 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:42.790614 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:00:44.725006 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:04.734359 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.123194 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54248) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:07.452326 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-634692433-network', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:07.465126 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:07.469903 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Usage tracker for resource:network and tenant:a7285991a45445fbbec1c335c9c6d1d2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:07.482607 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:07.488684 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:07.508723 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Made reservation on behalf of a7285991a45445fbbec1c335c9c6d1d2 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:07.512334 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.534819 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.553628 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:07.558128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Usage tracker for resource:security_group_rule and tenant:a7285991a45445fbbec1c335c9c6d1d2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:07.561254 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:07.568271 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:07.665936 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.671518 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.675008 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:07.703140 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:07.712495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.712828 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.713155 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.713475 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.715616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.715616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.715616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.715616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.716023 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.716202 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.716513 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.716820 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Tracked resource versions report: May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: pushed versions: May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: { 'AddressGroup': {'1.2'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'ConntrackHelper': {'1.0'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Log': {'1.0'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Network': {'1.1'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Port': {'1.7'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'PortForwarding': {'1.2'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'QosPolicy': {'1.8'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'SecurityGroup': {'1.4'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'SecurityGroupRule': {'1.2'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'SubPort': {'1.0'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Subnet': {'1.1'}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Trunk': {'1.1'}} May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: consumer versions: May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: { DHCP agent@dv-cinder-790492-1-smb: {}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: HyperV agent@hv-cinder-79049: {}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: L3 agent@dv-cinder-790492-1-smb: {}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: Metadata agent@dv-cinder-790492-1-smb: {}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: Metering agent@dv-cinder-790492-1-smb: {}, May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: Open vSwitch agent@dv-cinder-790492-1-smb: { 'AddressGroup': '1.2', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'ConntrackHelper': '1.0', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Log': '1.0', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Network': '1.1', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Port': '1.7', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'PortForwarding': '1.2', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'QosPolicy': '1.8', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'SecurityGroup': '1.4', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'SecurityGroupRule': '1.2', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'SubPort': '1.0', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Subnet': '1.1', May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: 'Trunk': '1.1'}} May 10 18:01:07.717831 dv-cinder-790492-1-smb neutron-server[78705]: {{(pid=78705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:01:07.734025 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:07.734781 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:01:07.746037 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.746473 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Added segment 31d1020e-b940-4c96-b8e4-4a5d46c3a6cb of type vlan for network 8c901362-4f97-430d-a0ef-f705206634b4 May 10 18:01:07.785133 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.873506 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.875894 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:07.876876 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:07.881828 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-feed89c0-4014-4ddd-bdf3-9617f967ef74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:08.001154 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54306) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:08.006918 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Request body: {'subnet': {'network_id': '8c901362-4f97-430d-a0ef-f705206634b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-subnet', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:08.008260 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.quota [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Loaded quota_driver: . May 10 18:01:08.014526 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8750622 May 10 18:01:08.017933 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:08.020766 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Pushing event updated for resources: {'Network': ['ID=8c901362-4f97-430d-a0ef-f705206634b4,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:08.023280 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:08.026316 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Usage tracker for resource:subnet and tenant:a7285991a45445fbbec1c335c9c6d1d2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:08.032383 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:08.036374 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 8c901362-4f97-430d-a0ef-f705206634b4 details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:01:08.037712 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:08.056807 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Made reservation on behalf of a7285991a45445fbbec1c335c9c6d1d2 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:08.060551 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:08.558788 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:08.563737 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:08.624526 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ed0498-dee4-4eea-bc3b-74605522a60d,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:08.634488 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.634825 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.635149 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.635997 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.636556 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.636900 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.637212 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.637534 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.637859 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.638174 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.638486 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.638791 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Tracked resource versions report: May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: pushed versions: May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: { 'AddressGroup': {'1.2'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'ConntrackHelper': {'1.0'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Log': {'1.0'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Network': {'1.1'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Port': {'1.7'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'PortForwarding': {'1.2'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'QosPolicy': {'1.8'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'SecurityGroup': {'1.4'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'SecurityGroupRule': {'1.2'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'SubPort': {'1.0'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Subnet': {'1.1'}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Trunk': {'1.1'}} May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: consumer versions: May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: { DHCP agent@dv-cinder-790492-1-smb: {}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: HyperV agent@hv-cinder-79049: {}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: L3 agent@dv-cinder-790492-1-smb: {}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: Metadata agent@dv-cinder-790492-1-smb: {}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: Metering agent@dv-cinder-790492-1-smb: {}, May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: Open vSwitch agent@dv-cinder-790492-1-smb: { 'AddressGroup': '1.2', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'ConntrackHelper': '1.0', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Log': '1.0', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Network': '1.1', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Port': '1.7', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'PortForwarding': '1.2', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'QosPolicy': '1.8', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'SecurityGroup': '1.4', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'SecurityGroupRule': '1.2', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'SubPort': '1.0', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Subnet': '1.1', May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: 'Trunk': '1.1'}} May 10 18:01:08.639827 dv-cinder-790492-1-smb neutron-server[78706]: {{(pid=78706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:01:08.643533 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:08.664226 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Checking segment: {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:08.664585 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Network hostable DHCP agents. Network: 8c901362-4f97-430d-a0ef-f705206634b4, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:01:08.686369 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Network 8c901362-4f97-430d-a0ef-f705206634b4 is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:01:08.697842 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 8c901362-4f97-430d-a0ef-f705206634b4) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:08.703106 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:08.703791 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:08.712338 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c153f43-59b4-42a7-bde4-3d13870b35b0 None None] Network 8c901362-4f97-430d-a0ef-f705206634b4 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:08.732450 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54334) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:08.732937 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7295325 May 10 18:01:08.737197 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:08.741925 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:08.746972 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Usage tracker for resource:router and tenant:a7285991a45445fbbec1c335c9c6d1d2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:08.752467 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:08.759721 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:08.775093 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-743402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29558'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:08.776628 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29519'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:08.797654 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:08.943144 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7143c-a04f-4cc4-ba8f-40148ee5a419 None None] Network 8c901362-4f97-430d-a0ef-f705206634b4 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:09.148374 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:09.469571 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:09.503258 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:09.633946 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1147dd17-d150-4c6c-9a84-9a28a0aea792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:09.639570 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54390) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:09.646047 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Allocated IP 172.28.1.204 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/7d838207-1421-4f5c-b33e-5e22df8cf4bf) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:09.815206 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:09.848389 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:09.853242 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fd38c39e-e73e-4689-bf35-127a2714dd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:09.865158 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54402) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:09.912960 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:09.915552 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:09.919230 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:10.045236 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Pushing event updated for resources: {'Port': ['ID=7d838207-1421-4f5c-b33e-5e22df8cf4bf,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:10.049978 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:10.062299 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-190595129-network', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:10.069325 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:10.074007 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Usage tracker for resource:network and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:10.077351 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:10.083954 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:10.101621 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Made reservation on behalf of 6f5ab280ab19470ca7e183419c48875d for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:10.105656 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.132290 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.155729 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:10.160648 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Usage tracker for resource:security_group_rule and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:10.165418 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:10.181578 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:10.311539 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.317178 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.321321 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:10.362770 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:01:10.369929 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0085cd3-7e1d-425a-9dbc-bcaafb736778,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:10.392851 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:10.399187 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778302476948', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.400335 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Unsubscribe: segment precommit_create {{(pid=78706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 18:01:10.401141 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.segments_db [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Added segment 6a1e10c7-9ac6-470c-b84b-1a13270840fd of type vlan for network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 May 10 18:01:10.412534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54420) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:10.442586 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.460301 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.496997 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1832014556-network', 'tenant_id': 'ab9de790efef48ea819eac5ee3108c03'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:10.503407 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:10.512234 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Usage tracker for resource:network and tenant:ab9de790efef48ea819eac5ee3108c03 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:10.515958 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:10.523138 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:10.525971 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.531662 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:10.532733 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.559487 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:10.579676 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9351611 May 10 18:01:10.580929 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54430) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:10.593005 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Request body: {'subnet': {'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-190595129-subnet', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:10.604711 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Made reservation on behalf of ab9de790efef48ea819eac5ee3108c03 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:10.606981 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.646261 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:10.718734 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:10.731193 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Usage tracker for resource:subnet and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:10.737099 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:10.751513 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:10.753749 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:10.756115 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Pushing event updated for resources: {'Network': ['ID=3726d25a-ef5a-462e-8228-6f5b9856a4b2,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:10.762792 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ab9de790efef48ea819eac5ee3108c03 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:10.767291 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:10.769268 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:10.774291 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:01:10.777276 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:10.785075 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Made reservation on behalf of 6f5ab280ab19470ca7e183419c48875d for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:10.787745 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.016744 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.031966 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.052978 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:11.092513 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1867740404-network', 'tenant_id': '9946166e9d734317bb737ffa058b4711'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:11.097270 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.136540 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:01:11.201636 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7044f5-2319-4279-83c1-ee1091f3faa6,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:11.207356 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.207799 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.segments_db [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Added segment a4d8ee62-58be-4095-878f-cf7b14f1ba1d of type vlan for network bf9a74fe-c936-4189-9c32-75042986e3b1 May 10 18:01:11.209727 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:11.250250 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:11.261445 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Usage tracker for resource:network and tenant:9946166e9d734317bb737ffa058b4711 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:11.266060 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:11.285895 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:11.305159 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Made reservation on behalf of 9946166e9d734317bb737ffa058b4711 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:11.308549 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.325272 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.359716 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:11.367527 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Usage tracker for resource:security_group_rule and tenant:9946166e9d734317bb737ffa058b4711 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:11.373035 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:11.383267 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:11.430007 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.435732 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Router 466a07c7-3ae5-4114-88f3-bd7fa3747327 is scheduled to L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 18:01:11.483839 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.487171 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:11.487784 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.517195 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4a9baa9-a03b-488a-b8f9-dc15ec5e3595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:11.620952 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf9a74fe-c936-4189-9c32-75042986e3b1,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:11.626858 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7575459 May 10 18:01:11.628799 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54456) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:11.631099 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network bf9a74fe-c936-4189-9c32-75042986e3b1 details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:01:11.640224 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:11.661700 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Request body: {'subnet': {'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1832014556-subnet', 'tenant_id': 'ab9de790efef48ea819eac5ee3108c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:11.676342 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:11.684646 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Usage tracker for resource:subnet and tenant:ab9de790efef48ea819eac5ee3108c03 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:11.688979 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:11.704080 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:11.745919 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Made reservation on behalf of ab9de790efef48ea819eac5ee3108c03 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:11.753645 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.928671 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9a47886a-0f96-44f6-bf40-74be498cbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:11.987303 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:01:12.000469 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Sync routers for ids ['466a07c7-3ae5-4114-88f3-bd7fa3747327'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:01:12.016154 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Routers {'466a07c7-3ae5-4114-88f3-bd7fa3747327'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:01:12.017018 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['466a07c7-3ae5-4114-88f3-bd7fa3747327'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:12.081528 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.085935 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3498197 May 10 18:01:12.097214 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54472) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:12.098952 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.172910 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.266373 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.426685 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:12.488581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:01:12.502938 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Set router 466a07c7-3ae5-4114-88f3-bd7fa3747327 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:01:12.614213 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.625739 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.626089 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Added segment 54483b0e-0b79-4502-b3e8-d9d5c96ca36b of type vlan for network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 May 10 18:01:12.642954 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1867f524-c2a8-4c71-a0a8-1bb3a186a98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:12.648386 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d548d881-1e44-4700-9dd8-c46448788199,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:12.660380 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:12.743608 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.780164 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:12.784079 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:12.810619 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.838271 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Checking segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:12.840291 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Network hostable DHCP agents. Network: 3726d25a-ef5a-462e-8228-6f5b9856a4b2, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:01:12.882106 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.897023 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:12.915117 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:01:10Z', 'revision_number': 3, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port': {'id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:09Z', 'updated_at': '2021-05-10T18:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:12.919499 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Checking router: 466a07c7-3ae5-4114-88f3-bd7fa3747327 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:01:12.920185 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Updating router 466a07c7-3ae5-4114-88f3-bd7fa3747327 port 7d838207-1421-4f5c-b33e-5e22df8cf4bf binding host dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:01:12.936875 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:01:12.976766 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 3726d25a-ef5a-462e-8228-6f5b9856a4b2) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:12.983781 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:12.984382 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.985627 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:12.989118 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90181baa-c4e2-404c-a4f3-9ded42075f60 None None] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:13.040735 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:13.044404 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:13.055489 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4729948 May 10 18:01:13.060747 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54532) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:13.068500 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:13.074025 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:13.078345 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Usage tracker for resource:router and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:13.082929 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:13.091103 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:13.100709 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Checking segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:13.101440 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Network hostable DHCP agents. Network: bf9a74fe-c936-4189-9c32-75042986e3b1, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:01:13.109383 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-743402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29558'] for router, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.110830 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29519'] for router, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.155930 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Network bf9a74fe-c936-4189-9c32-75042986e3b1 is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:01:13.165653 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.282203 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, bf9a74fe-c936-4189-9c32-75042986e3b1) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:13.304401 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:13.305196 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.352447 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-34a5b176-cc5f-433d-913a-7c5dbf9d7cf3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7013516 May 10 18:01:13.439092 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.502722 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d0cd6a-30d5-45a9-be36-e5e3c8d6ea1e None None] Network bf9a74fe-c936-4189-9c32-75042986e3b1 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:13.504734 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.538867 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Transition to ACTIVE for port object 7d838207-1421-4f5c-b33e-5e22df8cf4bf will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:13.560621 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54556) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:13.561027 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:13.561612 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.565270 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.572987 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:13.659933 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Attempting to bind port 7d838207-1421-4f5c-b33e-5e22df8cf4bf on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:13.660531 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Attempting to bind port 7d838207-1421-4f5c-b33e-5e22df8cf4bf by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:13.661072 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Attempting to bind port 7d838207-1421-4f5c-b33e-5e22df8cf4bf on network 7ed499e4-944d-4281-809d-2f5c6cdb58ec {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:13.680341 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:13.680980 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:13.681531 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.682066 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Bound using segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:13.683883 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Bound port: 7d838207-1421-4f5c-b33e-5e22df8cf4bf, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:13.684452 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.753893 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a763d2-7159-5774-8477-7e1238429133-3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6'}]}} from dv-cinder-790492-1-smb. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 18:01:13.759049 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.781495 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.784336 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] For port 7d838207-1421-4f5c-b33e-5e22df8cf4bf, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:13.790303 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] For port 7d838207-1421-4f5c-b33e-5e22df8cf4bf, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=7d838207-1421-4f5c-b33e-5e22df8cf4bf,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:13.791617 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Pushing event updated for resources: {'Port': ['ID=7d838207-1421-4f5c-b33e-5e22df8cf4bf,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:13.802577 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.803239 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.803723 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.804000 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.804327 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.804711 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.804991 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:13.805107 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.805371 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.805774 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.806094 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.806412 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.806852 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Tracked resource versions report: May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: pushed versions: May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: { 'AddressGroup': {'1.2'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'ConntrackHelper': {'1.0'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Log': {'1.0'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Network': {'1.1'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Port': {'1.7'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'PortForwarding': {'1.2'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'QosPolicy': {'1.8'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'SecurityGroup': {'1.4'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'SecurityGroupRule': {'1.2'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'SubPort': {'1.0'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Subnet': {'1.1'}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Trunk': {'1.1'}} May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: consumer versions: May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: { DHCP agent@dv-cinder-790492-1-smb: {}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: HyperV agent@hv-cinder-79049: {}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: L3 agent@dv-cinder-790492-1-smb: {}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: Metadata agent@dv-cinder-790492-1-smb: {}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: Metering agent@dv-cinder-790492-1-smb: {}, May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: Open vSwitch agent@dv-cinder-790492-1-smb: { 'AddressGroup': '1.2', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'ConntrackHelper': '1.0', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Log': '1.0', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Network': '1.1', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Port': '1.7', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'PortForwarding': '1.2', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'QosPolicy': '1.8', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'SecurityGroup': '1.4', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'SecurityGroupRule': '1.2', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'SubPort': '1.0', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Subnet': '1.1', May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: 'Trunk': '1.1'}} May 10 18:01:13.809306 dv-cinder-790492-1-smb neutron-server[78708]: {{(pid=78708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:01:13.812374 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:13.813870 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:13.814437 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54564) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:13.826357 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:13.896125 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Routers {'466a07c7-3ae5-4114-88f3-bd7fa3747327'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:01:13.896764 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['466a07c7-3ae5-4114-88f3-bd7fa3747327'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:14.099081 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Pushing event updated for resources: {'Port': ['ID=7d838207-1421-4f5c-b33e-5e22df8cf4bf,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:14.114293 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:14.189090 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7755039 May 10 18:01:14.193383 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54588) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:14.219371 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Pushing event updated for resources: {'Network': ['ID=ca98c3c9-80ec-44b1-b6c7-da5ec588eb91,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:14.225641 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] Set router 466a07c7-3ae5-4114-88f3-bd7fa3747327 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:01:14.234072 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:14.247625 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Request body: {'subnet': {'network_id': 'ca98c3c9-80ec-44b1-b6c7-da5ec588eb91', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1867740404-subnet', 'tenant_id': '9946166e9d734317bb737ffa058b4711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:14.265880 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:01:14.304192 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea47b6-ffed-4535-8000-084c85be8d70 None None] Network bf9a74fe-c936-4189-9c32-75042986e3b1 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:14.316616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54596) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:14.337850 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:14.342465 dv-cinder-790492-1-smb neutron-server[78705]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 18:01:14.470970 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Usage tracker for resource:subnet and tenant:9946166e9d734317bb737ffa058b4711 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:14.499166 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:14.514275 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:14.536265 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:14.540812 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Usage tracker for resource:security_group_rule and tenant:ef2c9f03cb4f40da96a0f988d41b37fc is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:14.545272 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:14.553923 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:14.560276 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:14.568109 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:14.582194 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Allocated IP 172.20.0.2 (3726d25a-ef5a-462e-8228-6f5b9856a4b2/0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6/da40ac5e-6eee-45be-a36a-ff779fc74c46) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:14.610093 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:14.621498 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Usage tracker for resource:security_group_rule and tenant:7a376064ba1e45999be36b3a47cef24e is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:14.624843 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:14.636605 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:14.658928 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Made reservation on behalf of 9946166e9d734317bb737ffa058b4711 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:14.661247 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:14.768748 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54616) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:14.772189 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:14.806116 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:14.810434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-63f6bc2d-ff61-4c3f-8d5c-75c8de567e19 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:14.811958 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-63f6bc2d-ff61-4c3f-8d5c-75c8de567e19 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 815 time: 0.4881771 May 10 18:01:14.820545 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:14.888092 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:14.899511 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-9f37e8ff-6b71-4fb6-b721-ec82780f4f16 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/quotas/ab9de790efef48ea819eac5ee3108c03 HTTP/1.1" status: 200 len: 375 time: 0.0538778 May 10 18:01:14.930361 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a376064ba1e45999be36b3a47cef24e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1131399 May 10 18:01:14.936761 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c823dd72-8dca-4751-99cc-341b157c67f6,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:14.942820 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:14.946423 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54624) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:14.955123 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:14.998173 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:01:10Z', 'revision_number': 3, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port': {'id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:09Z', 'updated_at': '2021-05-10T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:15.006967 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e804f1-cda2-454f-8d0c-54ba4718c26e None None] The sync data for ids ['466a07c7-3ae5-4114-88f3-bd7fa3747327'] in dv-cinder-790492-1-smb is: [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:01:10Z', 'revision_number': 3, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port': {'id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:09Z', 'updated_at': '2021-05-10T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:01:15.017740 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.103046 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.104153 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.116781 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Transition to ACTIVE for port object da40ac5e-6eee-45be-a36a-ff779fc74c46 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:15.144090 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.146768 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-13a924f0-eaa0-4bc7-9606-ae6ae7f5830c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2312243 May 10 18:01:15.147489 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Transition to ACTIVE for port object da40ac5e-6eee-45be-a36a-ff779fc74c46 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:15.157956 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.170953 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d21e9713-f2e8-428c-a8e3-4c5803812f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:15.180368 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:15.184643 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3126-6022-4861-a08d-21c86b240225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.229511 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3126-6022-4861-a08d-21c86b240225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.241443 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.246084 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Allocated IP 172.28.1.138 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/d42f020c-d205-42db-a3d3-3d8a1d709ea3) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:15.271880 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.277895 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Pushing event updated for resources: {'Port': ['ID=da40ac5e-6eee-45be-a36a-ff779fc74c46,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:15.285144 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:15.293636 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Resources bound (agent type, host, resource id): {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:15.296129 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.296607 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.296971 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.297266 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.298002 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.298331 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.298646 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.298960 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.299845 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.300165 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.300479 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.301043 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Tracked resource versions report: May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: pushed versions: May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: { 'AddressGroup': {'1.2'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'ConntrackHelper': {'1.0'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Log': {'1.0'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Network': {'1.1'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Port': {'1.7'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'PortForwarding': {'1.2'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'QosPolicy': {'1.8'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'SecurityGroup': {'1.4'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'SecurityGroupRule': {'1.2'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'SubPort': {'1.0'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Subnet': {'1.1'}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Trunk': {'1.1'}} May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: consumer versions: May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: { DHCP agent@dv-cinder-790492-1-smb: {}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: HyperV agent@hv-cinder-79049: {}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: L3 agent@dv-cinder-790492-1-smb: {}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: Metadata agent@dv-cinder-790492-1-smb: {}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: Metering agent@dv-cinder-790492-1-smb: {}, May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: Open vSwitch agent@dv-cinder-790492-1-smb: { 'AddressGroup': '1.2', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'ConntrackHelper': '1.0', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Log': '1.0', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Network': '1.1', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Port': '1.7', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'PortForwarding': '1.2', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'QosPolicy': '1.8', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'SecurityGroup': '1.4', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'SecurityGroupRule': '1.2', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'SubPort': '1.0', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Subnet': '1.1', May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: 'Trunk': '1.1'}} May 10 18:01:15.302124 dv-cinder-790492-1-smb neutron-server[78707]: {{(pid=78707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:01:15.304249 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef2c9f03cb4f40da96a0f988d41b37fc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7370999 May 10 18:01:15.304334 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:15.309231 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:15.312280 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54636) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:15.337306 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd10c8-49fd-42a0-b5b5-6372e525ff6c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:15.343732 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:15.351220 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:15.369549 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e549ee62c548468f5148d20027d4cd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:15.378596 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:15.435618 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:15.456966 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Attempting to bind port da40ac5e-6eee-45be-a36a-ff779fc74c46 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:15.457471 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Attempting to bind port da40ac5e-6eee-45be-a36a-ff779fc74c46 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:15.457942 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Attempting to bind port da40ac5e-6eee-45be-a36a-ff779fc74c46 on network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:15.481518 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:15.481518 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Checking segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:15.481518 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.481973 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Bound using segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:15.485238 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Bound port: da40ac5e-6eee-45be-a36a-ff779fc74c46, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:15.486791 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.508778 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-b4806d84-1cb7-4fc4-b675-9050b7acefb8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 18:01:15.509799 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-b4806d84-1cb7-4fc4-b675-9050b7acefb8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2271736 May 10 18:01:15.532345 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3126-6022-4861-a08d-21c86b240225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.552024 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:15.580047 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c3126-6022-4861-a08d-21c86b240225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c823dd72-8dca-4751-99cc-341b157c67f6,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:15.589726 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1b7c3126-6022-4861-a08d-21c86b240225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:15.590599 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4a20fa1b-cb50-4af4-acc7-05c168ae5dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.652415 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3126-6022-4861-a08d-21c86b240225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.653017 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] For port da40ac5e-6eee-45be-a36a-ff779fc74c46, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:15.654245 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-1b7c3126-6022-4861-a08d-21c86b240225 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c823dd72-8dca-4751-99cc-341b157c67f6 HTTP/1.1" status: 204 len: 168 time: 0.7068386 May 10 18:01:15.658661 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] For port da40ac5e-6eee-45be-a36a-ff779fc74c46, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=da40ac5e-6eee-45be-a36a-ff779fc74c46,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:15.669459 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.674729 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4a20fa1b-cb50-4af4-acc7-05c168ae5dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.683773 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:15.686384 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.778850 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Pushing event updated for resources: {'Port': ['ID=da40ac5e-6eee-45be-a36a-ff779fc74c46,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:15.782451 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:15.863712 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4a20fa1b-cb50-4af4-acc7-05c168ae5dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.871185 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-76bb5119-a9e0-457c-b97a-5a2a4a330781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:15.886935 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.901696 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20fa1b-cb50-4af4-acc7-05c168ae5dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd10c8-49fd-42a0-b5b5-6372e525ff6c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:15.912991 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4a20fa1b-cb50-4af4-acc7-05c168ae5dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:15.913975 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:15.961515 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4a20fa1b-cb50-4af4-acc7-05c168ae5dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:15.962620 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-4a20fa1b-cb50-4af4-acc7-05c168ae5dde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cedd10c8-49fd-42a0-b5b5-6372e525ff6c HTTP/1.1" status: 204 len: 168 time: 0.6486318 May 10 18:01:15.990705 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:15.994090 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:16.002625 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:16.317153 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 7d838207-1421-4f5c-b33e-5e22df8cf4bf up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:16.359541 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Pushing event updated for resources: {'Port': ['ID=d42f020c-d205-42db-a3d3-3d8a1d709ea3,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:16.364844 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:16.372774 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54658) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:16.400714 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-32d86891-2b2b-4be5-b775-c8d012194f2d service neutron] 10.222.0.46 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090723 May 10 18:01:16.433896 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 7d838207-1421-4f5c-b33e-5e22df8cf4bf completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:16.441651 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 7d838207-1421-4f5c-b33e-5e22df8cf4bf triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:16.442337 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:16.446043 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:16.513713 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:16.530779 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Usage tracker for resource:security_group_rule and tenant:c38bf0ca52644669ac113bfff7c1fbe0 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:16.588117 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:16.630706 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:16.637027 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:16.674536 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:16.683367 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:16.704307 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 7d838207-1421-4f5c-b33e-5e22df8cf4bf, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=7d838207-1421-4f5c-b33e-5e22df8cf4bf,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:16.708961 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:16.710495 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:16.713987 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:16.768624 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2e549ee62c548468f5148d20027d4cd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9880371 May 10 18:01:16.775057 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54668) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:16.797415 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=7d838207-1421-4f5c-b33e-5e22df8cf4bf,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:16.800930 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:16.817900 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f446168-732b-4b89-b01d-b29244a0872a,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:16.840773 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Allocated IP 172.20.0.1 (8c901362-4f97-430d-a0ef-f705206634b4/66ed0498-dee4-4eea-bc3b-74605522a60d/678d7a9b-dc62-4858-9af5-bf93d34b6936) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:16.843096 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:16.849245 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-75455653-bc3a-4a13-849a-a5c7d803476b service neutron] 10.222.0.46 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337718 May 10 18:01:16.893263 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:16.917357 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:01:17.102761 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-082eca8d-637c-40e4-8cc2-ab05412e80de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.204054 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.207586 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54680) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:17.215460 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.234711 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.235555 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54686) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:17.252387 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-082eca8d-637c-40e4-8cc2-ab05412e80de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.274970 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-17ecbe0c-8833-4c77-8d5c-698d319bda69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:17.319817 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.338067 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1fc725ae-0d91-4183-8fa0-a89989507610 req-4eecd691-1149-435f-a4aa-93e04f4e0095 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 210 time: 0.1267877 May 10 18:01:17.344063 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4a20fa1b-cb50-4af4-acc7-05c168ae5dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:17.351693 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.395571 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5176d096-1211-4676-83fa-658695cc7ed4,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:17.399877 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:17.409490 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ceb322-649f-431d-b769-b6bf98c1b858,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:17.427851 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:17.434271 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:17.438996 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Usage tracker for resource:security_group_rule and tenant:fc6f5b4328994631a45f93b5e17b37ed is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:17.439243 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Checking segment: {'id': '54483b0e-0b79-4502-b3e8-d9d5c96ca36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca98c3c9-80ec-44b1-b6c7-da5ec588eb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:17.439600 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Network hostable DHCP agents. Network: ca98c3c9-80ec-44b1-b6c7-da5ec588eb91, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:01:17.442363 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:17.449586 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:17.461167 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.470203 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5e875513-d51c-4a42-a61a-4aeffa76b3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:17.534489 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c38bf0ca52644669ac113bfff7c1fbe0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1455696 May 10 18:01:17.542161 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:01:17.544329 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54698) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:17.559371 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Network 8c901362-4f97-430d-a0ef-f705206634b4 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:17.584625 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:17.592757 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:17.593864 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655830'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.604565 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, ca98c3c9-80ec-44b1-b6c7-da5ec588eb91) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:17.622915 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb31b0d-1e29-4c83-be1c-728749b51acf None None] Network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:17.640443 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Pushing event updated for resources: {'Port': ['ID=678d7a9b-dc62-4858-9af5-bf93d34b6936,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:17.658247 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:17.658247 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.694606 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-082eca8d-637c-40e4-8cc2-ab05412e80de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.721954 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:17.724858 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e907f2-ca0a-45fe-a356-b75a1834b5fb None None] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:17.768172 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082eca8d-637c-40e4-8cc2-ab05412e80de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f446168-732b-4b89-b01d-b29244a0872a,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:17.782356 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:17.783941 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-082eca8d-637c-40e4-8cc2-ab05412e80de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:17.784543 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-878fc632-4029-46b5-a871-f8a85f79e520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.816218 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-082eca8d-637c-40e4-8cc2-ab05412e80de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.820476 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-082eca8d-637c-40e4-8cc2-ab05412e80de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f446168-732b-4b89-b01d-b29244a0872a HTTP/1.1" status: 204 len: 168 time: 1.0411170 May 10 18:01:17.821377 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193'] for router, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.830324 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-878fc632-4029-46b5-a871-f8a85f79e520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:17.848264 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6400623 May 10 18:01:17.897401 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-39e50d0d-b966-4c13-ae71-549693a6916a None None] Provisioning for port da40ac5e-6eee-45be-a36a-ff779fc74c46 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:18.035108 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.142609 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.167112 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.226224 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:18.298207 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6400b8-f2b1-40ec-b183-a6799265febf None None] Network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:18.351084 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-878fc632-4029-46b5-a871-f8a85f79e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.369949 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-740b6573-475a-4dab-9b61-c6ceab0f3368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:18.392252 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fc632-4029-46b5-a871-f8a85f79e520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5176d096-1211-4676-83fa-658695cc7ed4,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:18.402652 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-878fc632-4029-46b5-a871-f8a85f79e520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:18.407245 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80570f0a-46d4-4791-90d2-d7367decc754,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:18.420317 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-878fc632-4029-46b5-a871-f8a85f79e520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.423991 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-878fc632-4029-46b5-a871-f8a85f79e520 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5176d096-1211-4676-83fa-658695cc7ed4 HTTP/1.1" status: 204 len: 168 time: 0.8711331 May 10 18:01:18.425391 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:18.459344 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc6f5b4328994631a45f93b5e17b37ed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1742251 May 10 18:01:18.473133 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54740) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:18.485784 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3a8f717d-95f7-4bfd-8ef8-0aeec0f85110 req-c56dce10-367c-4fa1-a5ac-5c53d928c446 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 210 time: 0.0603688 May 10 18:01:18.572844 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Router ec838b65-2f5e-45a0-8490-8c2ef933a25a is scheduled to L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c with binding_index 1 {{(pid=78706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 18:01:18.591048 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 7d838207-1421-4f5c-b33e-5e22df8cf4bf up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:18.591754 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1e126f46-0df3-4666-a613-2efd76b36b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.622165 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.681250 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1e126f46-0df3-4666-a613-2efd76b36b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.700674 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.703787 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655733'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.712931 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:18.798144 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 7d838207-1421-4f5c-b33e-5e22df8cf4bf triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:18.799407 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:18.903958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Pushing event updated for resources: {'Port': ['ID=678d7a9b-dc62-4858-9af5-bf93d34b6936,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:18.907109 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:19.007998 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1e126f46-0df3-4666-a613-2efd76b36b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:19.034312 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device da40ac5e-6eee-45be-a36a-ff779fc74c46 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:19.040468 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:01:19.054945 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eaf5e638-ce9b-4fa0-ae32-e97aaff187d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:19.093551 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:19.098113 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0363483 May 10 18:01:19.100136 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 54764) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:19.110786 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1e126f46-0df3-4666-a613-2efd76b36b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:19.113755 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-1e126f46-0df3-4666-a613-2efd76b36b4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80570f0a-46d4-4791-90d2-d7367decc754 HTTP/1.1" status: 204 len: 168 time: 0.6369991 May 10 18:01:19.124293 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e126f46-0df3-4666-a613-2efd76b36b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80570f0a-46d4-4791-90d2-d7367decc754,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:19.128885 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1e126f46-0df3-4666-a613-2efd76b36b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:19.130862 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Network 8c901362-4f97-430d-a0ef-f705206634b4 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:19.139501 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:19.154132 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Sync routers for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:01:19.274796 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:01:19.277499 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:19.552628 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:01:19.890228 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-efe527f6-6651-4d6c-a960-825a63eb4207 req-41a069a9-9a23-4d6c-98db-4191b80a53d4 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 210 time: 0.1022727 May 10 18:01:19.949843 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Router 466a07c7-3ae5-4114-88f3-bd7fa3747327 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:01:19.962173 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port da40ac5e-6eee-45be-a36a-ff779fc74c46 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:19.973357 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-8f25ff65-4d82-490f-b15f-67012955b0ac tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:19.974260 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-8f25ff65-4d82-490f-b15f-67012955b0ac tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Synchronizing usage tracker for tenant:9946166e9d734317bb737ffa058b4711 on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:20.016608 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port da40ac5e-6eee-45be-a36a-ff779fc74c46 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:20.017146 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:20.171304 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-7eb81677-d424-4d46-9790-a7f0f462b972 None None] Provisioning complete for port da40ac5e-6eee-45be-a36a-ff779fc74c46 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:20.171825 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7eb81677-d424-4d46-9790-a7f0f462b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:20.203043 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:01:20.211250 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] 10.222.0.46 "PUT /v2.0/routers/466a07c7-3ae5-4114-88f3-bd7fa3747327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1110141 May 10 18:01:20.212751 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Sync routers for ids ['466a07c7-3ae5-4114-88f3-bd7fa3747327'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:01:20.231355 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-8f25ff65-4d82-490f-b15f-67012955b0ac tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Unset dirty status for tenant:9946166e9d734317bb737ffa058b4711 on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:20.239859 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-8f25ff65-4d82-490f-b15f-67012955b0ac tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/networks?id=ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 HTTP/1.1" status: 200 len: 812 time: 0.7233903 May 10 18:01:20.242494 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Routers {'466a07c7-3ae5-4114-88f3-bd7fa3747327'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:01:20.245475 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['466a07c7-3ae5-4114-88f3-bd7fa3747327'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:20.267443 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-df47a035-b776-4ec9-9b55-0fea291fb530 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/quotas/9946166e9d734317bb737ffa058b4711 HTTP/1.1" status: 200 len: 375 time: 0.0264082 May 10 18:01:20.417334 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-ccca5514-7171-45b3-b09f-9b786dba71c9 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9946166e9d734317bb737ffa058b4711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393092 May 10 18:01:20.432792 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7eb81677-d424-4d46-9790-a7f0f462b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:20.492985 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.64', 62219) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:20.520912 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:16Z', 'revision_number': 3, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:20.549083 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:20.561602 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Checking router: ec838b65-2f5e-45a0-8490-8c2ef933a25a for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:01:20.561977 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Updating router ec838b65-2f5e-45a0-8490-8c2ef933a25a port d42f020c-d205-42db-a3d3-3d8a1d709ea3 binding host dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:01:20.665235 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-7eb81677-d424-4d46-9790-a7f0f462b972 None None] For port da40ac5e-6eee-45be-a36a-ff779fc74c46, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=da40ac5e-6eee-45be-a36a-ff779fc74c46,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:20.684011 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7eb81677-d424-4d46-9790-a7f0f462b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:20.685734 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:20.774024 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Set router 466a07c7-3ae5-4114-88f3-bd7fa3747327 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:01:20.936618 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:20.970480 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-2cfc3978-fc80-45ee-b318-7c079e94abbf tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:20.972012 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-2cfc3978-fc80-45ee-b318-7c079e94abbf tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 815 time: 0.4775867 May 10 18:01:21.003016 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.db.api [None req-148261e9-273c-448f-b047-ac95524c388e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 18:01:21.003592 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_db.api [None req-148261e9-273c-448f-b047-ac95524c388e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 18:01:21.031383 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Request body: {'port': {'device_id': '3045d279-631e-4803-b1a9-027721c5aec5', 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'admin_state_up': True, 'tenant_id': 'ab9de790efef48ea819eac5ee3108c03'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:21.090173 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:21.224017 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:21.228480 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Usage tracker for resource:port and tenant:ab9de790efef48ea819eac5ee3108c03 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:21.234313 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:21.242971 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:21.297343 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb81677-d424-4d46-9790-a7f0f462b972 None None] Pushing event updated for resources: {'Port': ['ID=da40ac5e-6eee-45be-a36a-ff779fc74c46,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:21.327349 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7eb81677-d424-4d46-9790-a7f0f462b972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:21.358839 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-29fef4b2-2f5a-4ec5-824c-b2a987fce6f7 req-44e532d6-5b67-4616-b33f-78b03142bac7 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 210 time: 0.1080751 May 10 18:01:21.362637 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Made reservation on behalf of ab9de790efef48ea819eac5ee3108c03 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:21.369753 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:21.437520 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:01:17Z', 'revision_number': 4, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port': {'id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:09Z', 'updated_at': '2021-05-10T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '678d7a9b-dc62-4858-9af5-bf93d34b6936', 'name': '', 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'mac_address': 'fa:16:3e:4d:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66ed0498-dee4-4eea-bc3b-74605522a60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:18Z', 'revision_number': 2, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'subnets': [{'id': '66ed0498-dee4-4eea-bc3b-74605522a60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:21.442677 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Checking router: 466a07c7-3ae5-4114-88f3-bd7fa3747327 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:01:21.443347 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Updating router 466a07c7-3ae5-4114-88f3-bd7fa3747327 port 678d7a9b-dc62-4858-9af5-bf93d34b6936 binding host dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:01:21.501513 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:21.643038 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 54874) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:21.656828 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Allocated IP 172.20.0.3 (bf9a74fe-c936-4189-9c32-75042986e3b1/9d509003-8dd9-448d-ab7e-6be2b5cfa9e4/dec04487-7b02-4ce1-9001-45cbef23262a) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:21.747597 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Allocated IP 172.20.0.1 (3726d25a-ef5a-462e-8228-6f5b9856a4b2/0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6/c601b0b2-151b-4dbd-8fee-ea758679cc61) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:21.777670 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:21.805320 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Transition to ACTIVE for port object d42f020c-d205-42db-a3d3-3d8a1d709ea3 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:21.820828 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:21.842152 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:21.846600 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-dd866068-073c-4f15-890f-34cea4c76185 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 18:01:21.847911 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-dd866068-073c-4f15-890f-34cea4c76185 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6301994 May 10 18:01:21.977276 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.018365 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Transition to ACTIVE for port object c601b0b2-151b-4dbd-8fee-ea758679cc61 will not be triggered until provisioned by entity DHCP. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:22.066148 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.092939 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-209237cd-f74e-43e7-b34e-78006dee4629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:22.192768 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:22.196796 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:22.200154 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:22.200869 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655830'] for router_interface, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.204331 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device da40ac5e-6eee-45be-a36a-ff779fc74c46 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:22.337729 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5629b-f397-470a-af4c-19aa5d33d31f None None] Pushing event updated for resources: {'Port': ['ID=d42f020c-d205-42db-a3d3-3d8a1d709ea3,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:22.401783 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-12d5629b-f397-470a-af4c-19aa5d33d31f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:22.436208 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Pushing event updated for resources: {'Port': ['ID=c601b0b2-151b-4dbd-8fee-ea758679cc61,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:22.443081 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:22.445634 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Attempting to bind port d42f020c-d205-42db-a3d3-3d8a1d709ea3 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:22.446159 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Attempting to bind port d42f020c-d205-42db-a3d3-3d8a1d709ea3 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:22.446547 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Attempting to bind port d42f020c-d205-42db-a3d3-3d8a1d709ea3 on network 7ed499e4-944d-4281-809d-2f5c6cdb58ec {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:22.452162 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.477602 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.486057 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1393939960-network', 'tenant_id': '491698b315ac48ed9c5a56b513224993'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:22.493333 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:22.493725 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:22.494110 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.495070 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Bound using segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:22.496317 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Bound port: d42f020c-d205-42db-a3d3-3d8a1d709ea3, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:22.496721 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.514333 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Transition to ACTIVE for port object 678d7a9b-dc62-4858-9af5-bf93d34b6936 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:22.525034 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:22.536337 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.536596 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Usage tracker for resource:network and tenant:491698b315ac48ed9c5a56b513224993 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:22.544967 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:22.547267 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:22.560845 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:22.590160 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-039132df-f347-4fb6-a4d7-1e5a19eff416 service neutron] 10.222.0.46 "GET /v2.0/networks/ca98c3c9-80ec-44b1-b6c7-da5ec588eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285330 May 10 18:01:22.631702 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Made reservation on behalf of 491698b315ac48ed9c5a56b513224993 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:22.642062 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.648077 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241c424-223b-4b73-b73f-94dc4e26e90e None None] Pushing event updated for resources: {'Port': ['ID=678d7a9b-dc62-4858-9af5-bf93d34b6936,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:22.652940 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c241c424-223b-4b73-b73f-94dc4e26e90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:22.678312 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port da40ac5e-6eee-45be-a36a-ff779fc74c46 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:22.678686 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.683756 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.731490 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] For port d42f020c-d205-42db-a3d3-3d8a1d709ea3, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:22.743579 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] For port d42f020c-d205-42db-a3d3-3d8a1d709ea3, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=d42f020c-d205-42db-a3d3-3d8a1d709ea3,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:22.754760 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-67ce426e-feb0-4366-9a3d-7e9ca8f3a39b None None] Provisioning for port c601b0b2-151b-4dbd-8fee-ea758679cc61 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:22.764677 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.769972 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-67ce426e-feb0-4366-9a3d-7e9ca8f3a39b None None] Provisioning complete for port c601b0b2-151b-4dbd-8fee-ea758679cc61 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:22.770342 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-67ce426e-feb0-4366-9a3d-7e9ca8f3a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.801540 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:22.837159 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Attempting to bind port 678d7a9b-dc62-4858-9af5-bf93d34b6936 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:22.837796 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Attempting to bind port 678d7a9b-dc62-4858-9af5-bf93d34b6936 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:22.838432 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Attempting to bind port 678d7a9b-dc62-4858-9af5-bf93d34b6936 on network 8c901362-4f97-430d-a0ef-f705206634b4 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:22.854006 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:22.855022 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Checking segment: {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:22.855442 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.855857 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Bound using segment: {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:22.856366 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Bound port: 678d7a9b-dc62-4858-9af5-bf93d34b6936, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:22.856760 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.906028 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-67ce426e-feb0-4366-9a3d-7e9ca8f3a39b None None] Port c601b0b2-151b-4dbd-8fee-ea758679cc61 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:01:22.934138 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:22.958471 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:01:22.959398 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:23.064741 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] For port 678d7a9b-dc62-4858-9af5-bf93d34b6936, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:23.074301 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] For port 678d7a9b-dc62-4858-9af5-bf93d34b6936, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=678d7a9b-dc62-4858-9af5-bf93d34b6936,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:23.081902 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:23.086164 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c241c424-223b-4b73-b73f-94dc4e26e90e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:23.159232 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:23.232367 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Usage tracker for resource:security_group_rule and tenant:491698b315ac48ed9c5a56b513224993 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:23.273033 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Routers {'466a07c7-3ae5-4114-88f3-bd7fa3747327'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:01:23.273811 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['466a07c7-3ae5-4114-88f3-bd7fa3747327'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:23.278043 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:23.278431 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:23.287144 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:23.288614 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655733'] for router_interface, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:23.299156 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:23.350104 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-ce784082-2596-4e36-94a0-e6a5e971066a service neutron] 10.222.0.46 "GET /v2.0/networks/ca98c3c9-80ec-44b1-b6c7-da5ec588eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632373 May 10 18:01:23.351217 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:23.361339 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5629b-f397-470a-af4c-19aa5d33d31f None None] Pushing event updated for resources: {'Port': ['ID=d42f020c-d205-42db-a3d3-3d8a1d709ea3,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:23.363185 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-12d5629b-f397-470a-af4c-19aa5d33d31f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:23.378776 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:23.457401 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241c424-223b-4b73-b73f-94dc4e26e90e None None] Pushing event updated for resources: {'Port': ['ID=678d7a9b-dc62-4858-9af5-bf93d34b6936,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:23.473536 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c241c424-223b-4b73-b73f-94dc4e26e90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:23.496081 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:23.513271 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Pushing event updated for resources: {'Port': ['ID=c601b0b2-151b-4dbd-8fee-ea758679cc61,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:23.523022 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:23.569665 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:01:23.654978 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Network bf9a74fe-c936-4189-9c32-75042986e3b1 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:23.665002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:23.676400 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-54041133-18dd-4477-9d9c-205c00acca7b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:23.677566 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-54041133-18dd-4477-9d9c-205c00acca7b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Synchronizing usage tracker for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:23.686879 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:23.695232 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:23.696495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:23.741323 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7165735 May 10 18:01:23.787411 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-52fa66b9-b7f8-428c-9cb0-b67b6bd1b4ca tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 18:01:23.789390 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-52fa66b9-b7f8-428c-9cb0-b67b6bd1b4ca tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209429 May 10 18:01:23.796684 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Pushing event updated for resources: {'Port': ['ID=dec04487-7b02-4ce1-9001-45cbef23262a,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:23.802684 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:23.840249 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-54041133-18dd-4477-9d9c-205c00acca7b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Unset dirty status for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:23.853811 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-54041133-18dd-4477-9d9c-205c00acca7b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 818 time: 1.3297522 May 10 18:01:23.954508 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:23.957665 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:23.959287 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-9fe9c74b-1395-4dbe-ba73-e31e15da4356 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/quotas/a7285991a45445fbbec1c335c9c6d1d2 HTTP/1.1" status: 200 len: 375 time: 0.0750635 May 10 18:01:23.989600 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] Set router 466a07c7-3ae5-4114-88f3-bd7fa3747327 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:01:24.328693 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:24.353211 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:24.398226 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:24.648747 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Router ec838b65-2f5e-45a0-8490-8c2ef933a25a has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:01:24.686028 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:01:24.714002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:24.715026 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Added segment 57ec6a79-22d7-4d9b-accc-55363e8c1a7f of type vlan for network c6b230c5-cb95-4cc8-a3ec-3fed8bf359df May 10 18:01:24.826820 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:24.906528 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-e22fc841-863a-4da1-ae74-5d3bdf21a33d None None] Provisioning complete for port c601b0b2-151b-4dbd-8fee-ea758679cc61 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:24.909322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e22fc841-863a-4da1-ae74-5d3bdf21a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:24.919848 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-7559dfc8-ce98-4386-abed-f18e3f438cb2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Synchronizing usage tracker for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:24.952200 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1ce273-ace3-41de-88f0-14ffb5a0e9fa,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:24.974479 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:25.090922 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-7559dfc8-ce98-4386-abed-f18e3f438cb2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Unset dirty status for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:25.092670 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-7559dfc8-ce98-4386-abed-f18e3f438cb2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1263304 May 10 18:01:25.161848 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-e22fc841-863a-4da1-ae74-5d3bdf21a33d None None] Port c601b0b2-151b-4dbd-8fee-ea758679cc61 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:01:25.200644 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:21Z', 'revision_number': 1, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:25.212404 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc185505-d584-4a21-9aa0-70fe78e57c70 None None] The sync data for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb is: [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:21Z', 'revision_number': 1, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:01:25.216786 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:25.372759 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:25.388142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:25.422363 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f252b2d5-9993-46a0-8c8c-3f2017e4a41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:25.462838 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:01:25.466244 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:01:17Z', 'revision_number': 4, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port': {'id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:09Z', 'updated_at': '2021-05-10T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '678d7a9b-dc62-4858-9af5-bf93d34b6936', 'name': '', 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'mac_address': 'fa:16:3e:4d:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66ed0498-dee4-4eea-bc3b-74605522a60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:23Z', 'revision_number': 4, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'subnets': [{'id': '66ed0498-dee4-4eea-bc3b-74605522a60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:25.484944 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5c8a8-4305-43e6-a319-648ce92b631e None None] The sync data for ids ['466a07c7-3ae5-4114-88f3-bd7fa3747327'] in dv-cinder-790492-1-smb is: [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:01:17Z', 'revision_number': 4, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port': {'id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:09Z', 'updated_at': '2021-05-10T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '678d7a9b-dc62-4858-9af5-bf93d34b6936', 'name': '', 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'mac_address': 'fa:16:3e:4d:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66ed0498-dee4-4eea-bc3b-74605522a60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:23Z', 'revision_number': 4, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'subnets': [{'id': '66ed0498-dee4-4eea-bc3b-74605522a60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:01:25.499418 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] 10.222.0.46 "PUT /v2.0/routers/ec838b65-2f5e-45a0-8490-8c2ef933a25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3957410 May 10 18:01:25.768258 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Pushing event updated for resources: {'Network': ['ID=c6b230c5-cb95-4cc8-a3ec-3fed8bf359df,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:25.789277 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Request body: {'port': {'device_id': '3045d279-631e-4803-b1a9-027721c5aec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:25.897560 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:25.914298 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network c6b230c5-cb95-4cc8-a3ec-3fed8bf359df details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:01:25.956100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fede25e-69c8-4b26-a586-f27520f7d892 req-7a7b86c9-1e4f-4677-afbf-4de7c2e9d784 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:25.958531 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-8fede25e-69c8-4b26-a586-f27520f7d892 req-7a7b86c9-1e4f-4677-afbf-4de7c2e9d784 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Synchronizing usage tracker for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:26.204378 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.5600076 May 10 18:01:26.207556 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55012) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:26.214230 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Request body: {'subnet': {'network_id': 'c6b230c5-cb95-4cc8-a3ec-3fed8bf359df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1393939960-subnet', 'tenant_id': '491698b315ac48ed9c5a56b513224993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:26.229301 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-8fede25e-69c8-4b26-a586-f27520f7d892 req-7a7b86c9-1e4f-4677-afbf-4de7c2e9d784 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Unset dirty status for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:26.231297 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:26.251363 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8fede25e-69c8-4b26-a586-f27520f7d892 req-7a7b86c9-1e4f-4677-afbf-4de7c2e9d784 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 931 time: 1.7700956 May 10 18:01:26.252318 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Usage tracker for resource:subnet and tenant:491698b315ac48ed9c5a56b513224993 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:26.265269 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 678d7a9b-dc62-4858-9af5-bf93d34b6936 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:26.267520 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:26.282667 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:26.340086 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Made reservation on behalf of 491698b315ac48ed9c5a56b513224993 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:26.344706 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:26.489766 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-bb155ebd-ffca-42b2-8ad7-04c6d9d492f0 service neutron] 10.222.0.46 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3795733 May 10 18:01:26.582417 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8fede25e-69c8-4b26-a586-f27520f7d892 req-f58ff119-089b-4d90-b042-ab1b9a0ced5e tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287237 May 10 18:01:26.676698 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 678d7a9b-dc62-4858-9af5-bf93d34b6936 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:26.696114 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 678d7a9b-dc62-4858-9af5-bf93d34b6936 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:26.696491 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:26.882102 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:27.095592 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:27.192740 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 678d7a9b-dc62-4858-9af5-bf93d34b6936, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=678d7a9b-dc62-4858-9af5-bf93d34b6936,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:27.202626 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:27.206728 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:27.464098 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=678d7a9b-dc62-4858-9af5-bf93d34b6936,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:27.469586 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:27.564245 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.64', 62233) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:27.755441 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-77d8e5a7-7a2f-41e4-a411-808c8ae55550 req-cb33bb74-352e-4ca7-80c4-f3e57c066cd0 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 210 time: 0.8157530 May 10 18:01:28.157050 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device d42f020c-d205-42db-a3d3-3d8a1d709ea3 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:28.280545 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-c1ff8e2c-9f94-4f6a-a293-3d8e5ffd1a36 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:28.284001 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-c1ff8e2c-9f94-4f6a-a293-3d8e5ffd1a36 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.64 "GET /v2.0/networks?id=ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 HTTP/1.1" status: 200 len: 812 time: 0.7094524 May 10 18:01:28.328861 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Request body: {'port': {'device_id': 'd4270284-aff9-48e5-8c59-6304fb364efa', 'network_id': 'ca98c3c9-80ec-44b1-b6c7-da5ec588eb91', 'admin_state_up': True, 'tenant_id': '9946166e9d734317bb737ffa058b4711'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:28.425577 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port d42f020c-d205-42db-a3d3-3d8a1d709ea3 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:28.431749 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port d42f020c-d205-42db-a3d3-3d8a1d709ea3 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:28.433093 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:28.470706 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:28.520527 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec04487-7b02-4ce1-9001-45cbef23262a {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:28.540426 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1afb2431-3af8-4a26-99fd-e87f2f1d8cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:28.542742 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:28.604784 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Transition to ACTIVE for port object dec04487-7b02-4ce1-9001-45cbef23262a will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:28.630790 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:28.667660 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:28.702258 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55060) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:28.765081 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779814369', 'description': 'tempest-description--1546532289'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:28.836368 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-85e6e0e7-d7f3-43cd-9dc2-9216e9bddb70 service neutron] 10.222.0.46 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3446741 May 10 18:01:28.860668 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:28.871598 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:28.946634 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port d42f020c-d205-42db-a3d3-3d8a1d709ea3, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=d42f020c-d205-42db-a3d3-3d8a1d709ea3,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:28.954924 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:28.960294 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 678d7a9b-dc62-4858-9af5-bf93d34b6936 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:28.988488 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:security_group and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:29.068242 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:29.101860 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:29.137617 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde7e11e-3ec4-49c0-ba2d-8fe287b66912,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:29.140517 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:29.178236 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Pushing event updated for resources: {'Port': ['ID=dec04487-7b02-4ce1-9001-45cbef23262a,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:29.208610 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:29.223845 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:29.229323 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Checking segment: {'id': '57ec6a79-22d7-4d9b-accc-55363e8c1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6b230c5-cb95-4cc8-a3ec-3fed8bf359df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:29.229676 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Network hostable DHCP agents. Network: c6b230c5-cb95-4cc8-a3ec-3fed8bf359df, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:01:29.258721 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:29.318608 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:29.401267 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Usage tracker for resource:port and tenant:9946166e9d734317bb737ffa058b4711 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:29.409558 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:29.462458 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:29.472351 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=d42f020c-d205-42db-a3d3-3d8a1d709ea3,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:29.475844 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:29.482970 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:29.502055 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 678d7a9b-dc62-4858-9af5-bf93d34b6936 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:29.502439 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:29.506404 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:security_group_rule and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:29.516824 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:29.522476 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Network c6b230c5-cb95-4cc8-a3ec-3fed8bf359df is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:01:29.579520 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3f8e5958-cffb-46ab-8e1f-6218625c8d60 req-9562964d-42e8-4661-a4d7-f9b0b62b0320 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 210 time: 0.1945872 May 10 18:01:29.586550 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Made reservation on behalf of 9946166e9d734317bb737ffa058b4711 for: {'port': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:29.598797 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:29.624366 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Attempting to bind port dec04487-7b02-4ce1-9001-45cbef23262a on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:29.624947 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Attempting to bind port dec04487-7b02-4ce1-9001-45cbef23262a by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:29.625295 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Attempting to bind port dec04487-7b02-4ce1-9001-45cbef23262a on network bf9a74fe-c936-4189-9c32-75042986e3b1 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:29.630487 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:29.645341 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Port dec04487-7b02-4ce1-9001-45cbef23262a on network bf9a74fe-c936-4189-9c32-75042986e3b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:01:29.645665 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Attempting to bind port dec04487-7b02-4ce1-9001-45cbef23262a on network bf9a74fe-c936-4189-9c32-75042986e3b1 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:29.665050 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:29.665741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Checking segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:29.667262 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Bound using segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:29.675300 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Bound port: dec04487-7b02-4ce1-9001-45cbef23262a, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:29.676045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:29.689806 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, c6b230c5-cb95-4cc8-a3ec-3fed8bf359df) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:29.774183 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:29.778838 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:29.795325 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32c56e6-d9fa-4acf-b802-74d2f0dd547c None None] Network c6b230c5-cb95-4cc8-a3ec-3fed8bf359df requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:29.812361 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c875c4-743e-48c1-b583-0274838c54a0 req-93689ea3-fae7-46f8-bd9a-22f0d575f3b2 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:29.820013 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c2c875c4-743e-48c1-b583-0274838c54a0 req-93689ea3-fae7-46f8-bd9a-22f0d575f3b2 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 943 time: 0.6426950 May 10 18:01:29.941383 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f667ed4b-8057-436a-b758-a2c4084e2de4 req-8fbb12f1-c37b-47b5-a1e4-e561bdbcce42 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 210 time: 0.1772883 May 10 18:01:30.049518 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c2c875c4-743e-48c1-b583-0274838c54a0 req-dcb2c8e3-2ba6-44d0-900b-5036301eeb49 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282412 May 10 18:01:30.077783 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] For port dec04487-7b02-4ce1-9001-45cbef23262a, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:30.083248 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] For port dec04487-7b02-4ce1-9001-45cbef23262a, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dec04487-7b02-4ce1-9001-45cbef23262a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:30.097595 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:30.114804 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:30.232315 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0236301 May 10 18:01:30.345334 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:30.345951 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:30.347352 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] 10.222.0.64 "PUT /v2.0/ports/dec04487-7b02-4ce1-9001-45cbef23262a HTTP/1.1" status: 200 len: 1093 time: 5.5020657 May 10 18:01:30.359274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3045d279-631e-4803-b1a9-027721c5aec5', 'tag': 'dec04487-7b02-4ce1-9001-45cbef23262a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:30.375179 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:30.382250 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:30.393556 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device d42f020c-d205-42db-a3d3-3d8a1d709ea3 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:30.407155 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:30.474458 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Allocated IP 172.20.0.6 (ca98c3c9-80ec-44b1-b6c7-da5ec588eb91/b5ceb322-649f-431d-b769-b6bf98c1b858/2ea75272-47f6-4347-80c4-2fbee3f5ff2c) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:30.516854 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:30.519509 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Sync routers for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:01:30.521930 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e9c1e-f93e-45d1-a886-f403abbc8c23 None None] Network c6b230c5-cb95-4cc8-a3ec-3fed8bf359df requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:30.534452 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8275876 May 10 18:01:30.543375 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55116) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:30.555558 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96269a-b657-41bc-be9e-73195f7923e9,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:30.576977 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'security_group_rule': {'security_group_id': '1a96269a-b657-41bc-be9e-73195f7923e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:30.596258 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:30.602313 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:30.665981 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:security_group_rule and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:30.699501 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Pushing event updated for resources: {'Port': ['ID=dec04487-7b02-4ce1-9001-45cbef23262a,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:30.708605 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:30.718480 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:30.767824 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:30.923096 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:01:30.924702 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:30.930081 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:31.241792 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-19a1d0ba-7768-429d-b0b1-ae89c7a55bb2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:31.249235 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-19a1d0ba-7768-429d-b0b1-ae89c7a55bb2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 818 time: 0.5509653 May 10 18:01:31.281091 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port d42f020c-d205-42db-a3d3-3d8a1d709ea3 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:31.281684 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:31.440609 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:31.461524 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:31.481997 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:31.495583 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:31.580342 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-3633a053-15cc-4d76-87e7-6ef704cb6fec tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/quotas/a7285991a45445fbbec1c335c9c6d1d2 HTTP/1.1" status: 200 len: 375 time: 0.1758420 May 10 18:01:31.598080 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1ed10526-4647-49e9-8277-a1613802b2cf req-8a4b255e-18c5-41f8-96f5-b8d76b99bfca tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 210 time: 0.3370090 May 10 18:01:31.639111 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfcf5e1-f580-45df-b5b4-a2a99a7756c0,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:31.697859 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.64', 62241) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:31.708507 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:31.725408 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:31.737533 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1850331 May 10 18:01:31.742004 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55168) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:31.789897 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'security_group_rule': {'security_group_id': '1a96269a-b657-41bc-be9e-73195f7923e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:31.818459 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:31.836093 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:security_group_rule and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:31.850193 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:31.870947 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 55172) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:31.880155 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:31.898302 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1701197679-network', 'tenant_id': '843c2a3413454621ae9e717a15dbcfde'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:31.909355 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:31.920795 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Usage tracker for resource:network and tenant:843c2a3413454621ae9e717a15dbcfde is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:31.932561 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:31.948632 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:31.980247 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:31.997732 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Made reservation on behalf of 843c2a3413454621ae9e717a15dbcfde for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:32.002686 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:32.075508 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:01:32.114948 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-09f999de-3f6e-4307-8e21-1843e4796d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:32.123055 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-09f999de-3f6e-4307-8e21-1843e4796d8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 1096 time: 0.8698392 May 10 18:01:32.145699 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:32.182142 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:32.267004 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:32.332867 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:32.343612 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:32.366804 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:32.386491 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:32.459938 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:32.464786 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7160392 May 10 18:01:32.465484 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55198) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:32.468848 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Pushing event updated for resources: {'Port': ['ID=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:32.479248 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'floatingip': {'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:32.484969 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:32.485443 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:32.496633 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-2e695754-b588-49d1-b911-b6ecdb6f8858 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:32.498096 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-2e695754-b588-49d1-b911-b6ecdb6f8858 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 818 time: 0.7991805 May 10 18:01:32.501121 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:32.511765 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db077157-91d6-418c-9555-a8a65db48a99,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:32.513711 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:32.519998 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:32.520850 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:32.525545 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:floatingip and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:32.531074 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:32.531986 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:32.546475 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:32.558499 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2348554 May 10 18:01:32.560273 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:32.671515 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Request body: {'port': {'device_id': '8e71adc8-7ac0-413d-9cf9-96f382aded09', 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4', 'admin_state_up': True, 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:32.721547 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-9304d7bf-3c26-4f3b-ad90-858b23706d64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dec04487-7b02-4ce1-9001-45cbef23262a HTTP/1.1" status: 200 len: 217 time: 0.2083943 May 10 18:01:32.727616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:32.739716 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Request body: {'port': {'device_id': 'd4270284-aff9-48e5-8c59-6304fb364efa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:32.879062 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Usage tracker for resource:security_group_rule and tenant:843c2a3413454621ae9e717a15dbcfde is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:32.886989 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:32.974433 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-a536da58-0259-45bf-89d6-1521c340293f tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3727949 May 10 18:01:33.004334 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:33.019020 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:33.103868 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 2, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:33.113359 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Checking router: ec838b65-2f5e-45a0-8490-8c2ef933a25a for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:01:33.113755 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Updating router ec838b65-2f5e-45a0-8490-8c2ef933a25a port c601b0b2-151b-4dbd-8fee-ea758679cc61 binding host dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:01:33.257588 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:33.270305 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:33.422833 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c889e13-2ffd-4953-865b-59dbb7715518 req-63339bf9-0f50-44a2-b701-9bd4c239fcae tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:33.424557 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0c889e13-2ffd-4953-865b-59dbb7715518 req-63339bf9-0f50-44a2-b701-9bd4c239fcae tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 943 time: 1.3734710 May 10 18:01:33.487318 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:33.550235 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:33.563648 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-ecc0379a-6381-42b4-b908-51ac9f8ea51b service neutron] 10.222.0.46 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551300 May 10 18:01:33.607091 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0c889e13-2ffd-4953-865b-59dbb7715518 req-7d475132-a55a-4c24-899b-914fb0b0e629 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596518 May 10 18:01:33.782275 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Made reservation on behalf of a7285991a45445fbbec1c335c9c6d1d2 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:33.789313 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:33.913125 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.notifiers.nova [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea75272-47f6-4347-80c4-2fbee3f5ff2c {{(pid=78706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:33.939394 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:34.017831 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Transition to ACTIVE for port object 2ea75272-47f6-4347-80c4-2fbee3f5ff2c will not be triggered until provisioned by entity L2. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:34.049729 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:34.081408 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9093dc57-27fd-475a-8160-b8802178c95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:34.105628 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:34.129821 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:34.159671 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Transition to ACTIVE for port object c601b0b2-151b-4dbd-8fee-ea758679cc61 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:34.165473 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Allocated IP 172.28.1.80 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/5645a2ef-f7da-4ff8-9ff4-8dd845462e48) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:34.178865 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:34.190358 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:34.376866 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Allocated IP 172.20.0.13 (8c901362-4f97-430d-a0ef-f705206634b4/66ed0498-dee4-4eea-bc3b-74605522a60d/d8691a06-faed-45c7-8600-98c807659cf8) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:34.699683 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:34.749162 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:34.776732 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3045d279-631e-4803-b1a9-027721c5aec5', 'tag': 'dec04487-7b02-4ce1-9001-45cbef23262a', 'status': 'completed', 'code': 200} May 10 18:01:34.828516 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:34.852971 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:34.863242 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:34.919443 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fd721-54d8-4d8f-b4fd-d31b2c761d05 None None] Pushing event updated for resources: {'Port': ['ID=c601b0b2-151b-4dbd-8fee-ea758679cc61,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:34.949323 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-914fd721-54d8-4d8f-b4fd-d31b2c761d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:34.956881 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-878fc632-4029-46b5-a871-f8a85f79e520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:34.970684 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Attempting to bind port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:34.973644 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Attempting to bind port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '54483b0e-0b79-4502-b3e8-d9d5c96ca36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca98c3c9-80ec-44b1-b6c7-da5ec588eb91'}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:34.977813 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Attempting to bind port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c on network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:35.021637 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Attempting to bind port c601b0b2-151b-4dbd-8fee-ea758679cc61 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:35.022135 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Attempting to bind port c601b0b2-151b-4dbd-8fee-ea758679cc61 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:35.022747 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Attempting to bind port c601b0b2-151b-4dbd-8fee-ea758679cc61 on network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:35.029338 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c on network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:01:35.029929 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Attempting to bind port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c on network ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:35.051785 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.054342 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:35.054836 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Checking segment: {'id': '54483b0e-0b79-4502-b3e8-d9d5c96ca36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca98c3c9-80ec-44b1-b6c7-da5ec588eb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:35.057341 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Bound using segment: {'id': '54483b0e-0b79-4502-b3e8-d9d5c96ca36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca98c3c9-80ec-44b1-b6c7-da5ec588eb91'} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:35.060409 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Bound port: 2ea75272-47f6-4347-80c4-2fbee3f5ff2c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54483b0e-0b79-4502-b3e8-d9d5c96ca36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca98c3c9-80ec-44b1-b6c7-da5ec588eb91'}}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:35.060409 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.073703 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:35.073922 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Checking segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:35.074445 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.074908 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Bound using segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:35.075615 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Bound port: c601b0b2-151b-4dbd-8fee-ea758679cc61, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:35.075967 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.120095 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-69932415-bef8-40a1-95b6-e02332ad472e service neutron] 10.222.0.46 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5552435 May 10 18:01:35.123787 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-f201cbfc-15a4-43d5-8e69-cdd9fe0c11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:35.123787 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-f201cbfc-15a4-43d5-8e69-cdd9fe0c11ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 1.1997099 May 10 18:01:35.235568 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:01:35.300211 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5357f9e6-eb14-46d2-83d8-63a447d4ae24,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:35.349359 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:35.354558 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:35.383523 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] For port c601b0b2-151b-4dbd-8fee-ea758679cc61, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:35.392120 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] For port c601b0b2-151b-4dbd-8fee-ea758679cc61, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c601b0b2-151b-4dbd-8fee-ea758679cc61,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:35.398670 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.403622 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.410290 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-56fdef95-4719-42e7-8926-63137a8146c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:35.499538 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] For port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c, host hv-cinder-79049, cleared binding levels {{(pid=78706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:35.508607 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] For port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,segment=NetworkSegment(54483b0e-0b79-4502-b3e8-d9d5c96ca36b),segment_id=54483b0e-0b79-4502-b3e8-d9d5c96ca36b)] {{(pid=78706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:35.536881 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.537554 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55268) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:35.547464 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Network 8c901362-4f97-430d-a0ef-f705206634b4 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:35.571163 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:35.586200 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:35.588951 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:35.612314 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:35.612985 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.617395 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:01:35.617755 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.618109 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Added segment 97e06058-b80a-44a1-8393-49273cce07f3 of type vlan for network ac89fd0e-70a9-469d-b6da-901ef854d8ec May 10 18:01:35.620248 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:35.804103 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,revision_number=3']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:35.834980 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:35.874060 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:35.874655 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:35.878357 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ea75272-47f6-4347-80c4-2fbee3f5ff2c HTTP/1.1" status: 200 len: 1093 time: 3.1469388 May 10 18:01:35.882239 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4270284-aff9-48e5-8c59-6304fb364efa', 'tag': '2ea75272-47f6-4347-80c4-2fbee3f5ff2c'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:35.925097 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:01:35.945308 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-947b439d-5890-4f2e-92a7-6ef7ee3de91e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002033 May 10 18:01:36.046103 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Pushing event updated for resources: {'Port': ['ID=d8691a06-faed-45c7-8600-98c807659cf8,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:36.062271 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:36.072262 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:36.129591 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:36.269899 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'Port': ['ID=5645a2ef-f7da-4ff8-9ff4-8dd845462e48,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:36.285321 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:36.402511 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da74a80-fd74-4504-86f1-09c48bb9c1e1 req-4cc675c4-36b4-4170-91fe-1dc3e38d9a25 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:36.403658 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1da74a80-fd74-4504-86f1-09c48bb9c1e1 req-4cc675c4-36b4-4170-91fe-1dc3e38d9a25 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 943 time: 1.5878463 May 10 18:01:36.405532 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:36.453155 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8377495 May 10 18:01:36.562551 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Request body: {'port': {'device_id': '8e71adc8-7ac0-413d-9cf9-96f382aded09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:36.601304 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:36.641815 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:36.658664 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:36.718407 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:36.745822 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:36.754894 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fd721-54d8-4d8f-b4fd-d31b2c761d05 None None] Pushing event updated for resources: {'Port': ['ID=c601b0b2-151b-4dbd-8fee-ea758679cc61,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:36.768069 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Usage tracker for resource:security_group_rule and tenant:111a1e1d670f49a396db960a55c92563 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:36.768540 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-914fd721-54d8-4d8f-b4fd-d31b2c761d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.358s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:36.779329 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:36.813463 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:36.830284 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:36.839995 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:36.840599 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:36.852268 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda3cc6-d917-4dce-afbe-3f1acfdc10ef req-afda4fc5-4c90-4f05-a4dd-8252db48e382 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:36.855111 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8eda3cc6-d917-4dce-afbe-3f1acfdc10ef req-afda4fc5-4c90-4f05-a4dd-8252db48e382 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 943 time: 1.2068386 May 10 18:01:36.862851 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:36.882345 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:36.899295 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-e05461ac-9a82-4314-9857-2b1e24ec0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:36.902119 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-e05461ac-9a82-4314-9857-2b1e24ec0a02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9946166e9d734317bb737ffa058b4711&device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 1096 time: 0.6458786 May 10 18:01:36.935280 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-fe2969d0-47b7-40da-9e7e-2f64f8ee965b service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7926121 May 10 18:01:36.958096 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:35Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:36.964754 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be835c3-34f2-4e6b-b3c5-8d964483a022 None None] The sync data for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb is: [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:35Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:01:37.032618 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-1da74a80-fd74-4504-86f1-09c48bb9c1e1 req-194ba0f6-97cf-47ef-99cf-1a1c68bc5c24 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Synchronizing usage tracker for tenant:9946166e9d734317bb737ffa058b4711 on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:37.074572 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.1955440 May 10 18:01:37.109826 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55312) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:37.125161 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Request body: {'subnet': {'network_id': 'ac89fd0e-70a9-469d-b6da-901ef854d8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1701197679-subnet', 'tenant_id': '843c2a3413454621ae9e717a15dbcfde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:37.150771 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-919ac77e-b628-48a6-b027-2f3d28279fd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea75272-47f6-4347-80c4-2fbee3f5ff2c HTTP/1.1" status: 200 len: 217 time: 0.1189322 May 10 18:01:37.151370 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:37.232483 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:37.256023 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Usage tracker for resource:subnet and tenant:843c2a3413454621ae9e717a15dbcfde is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:37.267317 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:37.278424 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Pushing event updated for resources: {'Network': ['ID=ac89fd0e-70a9-469d-b6da-901ef854d8ec,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:37.289047 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8eda3cc6-d917-4dce-afbe-3f1acfdc10ef req-b4a65ab3-c790-42be-81f2-4ac48d98b7c3 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981216 May 10 18:01:37.289716 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:37.295760 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network ac89fd0e-70a9-469d-b6da-901ef854d8ec details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:01:37.301179 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:37.320342 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-1da74a80-fd74-4504-86f1-09c48bb9c1e1 req-194ba0f6-97cf-47ef-99cf-1a1c68bc5c24 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Unset dirty status for tenant:9946166e9d734317bb737ffa058b4711 on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:37.321497 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1da74a80-fd74-4504-86f1-09c48bb9c1e1 req-194ba0f6-97cf-47ef-99cf-1a1c68bc5c24 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8666787 May 10 18:01:37.326897 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-b1f5553c-80c7-47fd-9991-7b68430340c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:37.328744 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-b1f5553c-80c7-47fd-9991-7b68430340c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5ceb322-649f-431d-b769-b6bf98c1b858 HTTP/1.1" status: 200 len: 852 time: 0.1335442 May 10 18:01:37.337408 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:37.399723 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Made reservation on behalf of 843c2a3413454621ae9e717a15dbcfde for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:37.402518 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:37.461638 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-3fada96c-247f-4c25-9cf2-e5cb4f0e6729 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca98c3c9-80ec-44b1-b6c7-da5ec588eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195498 May 10 18:01:37.509968 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f5d941-01bc-4dd2-acf7-8598458d6ab4 req-289312ef-d769-4d73-9008-1cdc39c87a6b service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677160 May 10 18:01:37.607210 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.64', 62255) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:37.688001 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:37.690501 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4270284-aff9-48e5-8c59-6304fb364efa', 'tag': '2ea75272-47f6-4347-80c4-2fbee3f5ff2c', 'status': 'completed', 'code': 200} May 10 18:01:37.778256 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:37.827878 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3849c7c3-f361-4b10-928b-4bd55999d783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:37.872026 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-6f0fb86a-97ce-41bc-8e87-38c765b16dbb req-d1330532-cb43-4535-a67e-cbf90ec4f766 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Synchronizing usage tracker for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:37.877939 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=111a1e1d670f49a396db960a55c92563&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3329065 May 10 18:01:37.895467 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 55328) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:37.937576 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc19bdfe-c4a7-4178-b6a5-f5cb2499c990,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:37.951969 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-34e0621b-a1ca-41f1-a949-5e68577d52dd service neutron] 10.222.0.64 "GET /v2.0/networks/ca98c3c9-80ec-44b1-b6c7-da5ec588eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817468 May 10 18:01:37.955270 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:38.012413 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-6f0fb86a-97ce-41bc-8e87-38c765b16dbb req-d1330532-cb43-4535-a67e-cbf90ec4f766 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Unset dirty status for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:38.020224 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6f0fb86a-97ce-41bc-8e87-38c765b16dbb req-d1330532-cb43-4535-a67e-cbf90ec4f766 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 210 time: 0.2214167 May 10 18:01:38.140291 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-26c264cb-efe6-4204-bee6-7efb5b9f4f02 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:38.141680 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-26c264cb-efe6-4204-bee6-7efb5b9f4f02 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 818 time: 0.5826795 May 10 18:01:38.174472 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Request body: {'port': {'device_id': 'b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0', 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4', 'admin_state_up': True, 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:38.208682 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-7d243faf-8deb-414d-b2d5-98fde8ef23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:38.209572 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-7d243faf-8deb-414d-b2d5-98fde8ef23cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 1096 time: 0.6013186 May 10 18:01:38.215732 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.239167 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.239968 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c601b0b2-151b-4dbd-8fee-ea758679cc61 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:38.243044 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e2d2a567-da9c-4c45-81c9-426412b6171b req-fa2f4a13-3b20-41fe-a82f-c0dbfed4f4a7 service neutron] 10.222.0.64 "GET /v2.0/networks/ca98c3c9-80ec-44b1-b6c7-da5ec588eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635758 May 10 18:01:38.259246 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-56db41d9-d9da-426b-b2e1-c0ae3aea2d4d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:38.350427 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port c601b0b2-151b-4dbd-8fee-ea758679cc61 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:38.358111 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port c601b0b2-151b-4dbd-8fee-ea758679cc61 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:38.358712 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.375034 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.395879 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-264dab7f-2ed0-45fc-a88f-acf7742f1251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.427315 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'Port': ['ID=5645a2ef-f7da-4ff8-9ff4-8dd845462e48,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:38.434260 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:38.495760 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.508342 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0411019 May 10 18:01:38.579917 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-354f6f50-d431-4eb5-ad94-6373b149ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:38.581820 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-354f6f50-d431-4eb5-ad94-6373b149ce26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9946166e9d734317bb737ffa058b4711&device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 1096 time: 0.2777419 May 10 18:01:38.609555 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.622071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-264dab7f-2ed0-45fc-a88f-acf7742f1251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.689123 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port c601b0b2-151b-4dbd-8fee-ea758679cc61, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c601b0b2-151b-4dbd-8fee-ea758679cc61,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:38.691846 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.694210 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:38.770681 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=c601b0b2-151b-4dbd-8fee-ea758679cc61,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:38.774099 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:38.833097 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-ec7b03e7-6dc4-49e2-a1a7-df58f5d5fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:38.833097 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-ec7b03e7-6dc4-49e2-a1a7-df58f5d5fca8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 HTTP/1.1" status: 200 len: 913 time: 0.2412782 May 10 18:01:38.862120 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8691a06-faed-45c7-8600-98c807659cf8 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:38.895927 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:38.963756 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:38.999735 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:39.005555 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Transition to ACTIVE for port object d8691a06-faed-45c7-8600-98c807659cf8 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:39.007286 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-264dab7f-2ed0-45fc-a88f-acf7742f1251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.029524 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fd1172ec-69c3-4b1f-8a60-196176564432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:39.037503 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-0b4eda91-c357-425e-8b30-54e7ccd99f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:39.038405 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-0b4eda91-c357-425e-8b30-54e7ccd99f1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 916 time: 0.7608657 May 10 18:01:39.038995 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.056052 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-261ec556-63dc-40eb-997d-dea91495ebfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea75272-47f6-4347-80c4-2fbee3f5ff2c HTTP/1.1" status: 200 len: 217 time: 0.2163463 May 10 18:01:39.060570 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.106667 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-21df47ce-3285-42b4-b44c-2f7a1409f080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:39.118838 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Made reservation on behalf of a7285991a45445fbbec1c335c9c6d1d2 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:39.122768 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.155847 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-c535123d-4125-4159-bc06-e8e451102316 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dec04487-7b02-4ce1-9001-45cbef23262a HTTP/1.1" status: 200 len: 217 time: 0.1095917 May 10 18:01:39.196640 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-7b3c87f5-5de2-4a19-a3e9-b7b79d6eb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:39.196640 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-7b3c87f5-5de2-4a19-a3e9-b7b79d6eb870 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5ceb322-649f-431d-b769-b6bf98c1b858 HTTP/1.1" status: 200 len: 852 time: 0.1337750 May 10 18:01:39.199676 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55376) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:39.209347 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-264dab7f-2ed0-45fc-a88f-acf7742f1251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.210428 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-264dab7f-2ed0-45fc-a88f-acf7742f1251 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc19bdfe-c4a7-4178-b6a5-f5cb2499c990 HTTP/1.1" status: 204 len: 168 time: 1.3135669 May 10 18:01:39.225419 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dab7f-2ed0-45fc-a88f-acf7742f1251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc19bdfe-c4a7-4178-b6a5-f5cb2499c990,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:39.261974 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2df7a2-78cf-4763-9be6-0462e8da1c74,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:39.272092 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:39.273696 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faeff9-ecf0-4ca9-87ec-9c12b670cc37 req-f7f4dda2-4f14-4a18-8654-9c6266cf5644 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:39.274784 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-f6c9f7df-7c89-4e83-9e04-c9ddb1e7ecfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca98c3c9-80ec-44b1-b6c7-da5ec588eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645394 May 10 18:01:39.278941 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Checking segment: {'id': '97e06058-b80a-44a1-8393-49273cce07f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ac89fd0e-70a9-469d-b6da-901ef854d8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:39.279300 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Network hostable DHCP agents. Network: ac89fd0e-70a9-469d-b6da-901ef854d8ec, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:01:39.281412 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-42faeff9-ecf0-4ca9-87ec-9c12b670cc37 req-f7f4dda2-4f14-4a18-8654-9c6266cf5644 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 943 time: 0.5588546 May 10 18:01:39.290101 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-264dab7f-2ed0-45fc-a88f-acf7742f1251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:39.292006 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27a8a58d-7af0-4ff6-9671-7bb323e30053 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:39.396418 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Network ac89fd0e-70a9-469d-b6da-901ef854d8ec is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:01:39.427087 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, ac89fd0e-70a9-469d-b6da-901ef854d8ec) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:39.438422 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f01c93-f86c-471f-86d1-7c0abd4395c2 None None] Network ac89fd0e-70a9-469d-b6da-901ef854d8ec requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:39.443548 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:39.444207 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.458967 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-91181d05-d1c0-4852-958f-462eac21f591 service neutron] 10.222.0.64 "GET /v2.0/networks/ca98c3c9-80ec-44b1-b6c7-da5ec588eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762583 May 10 18:01:39.505846 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-b5085d2f-f243-4cc6-9222-564a4eadd142 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3949602 May 10 18:01:39.519419 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-0faf73df-be59-4d2d-bbe1-6cc7acead9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:39.520939 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-0faf73df-be59-4d2d-bbe1-6cc7acead9e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 0.3065665 May 10 18:01:39.530519 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32868bd-4860-4026-a278-7f8950874a6e req-439aa080-e41b-4200-a02b-3b563c7c66e9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:39.532421 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a32868bd-4860-4026-a278-7f8950874a6e req-439aa080-e41b-4200-a02b-3b563c7c66e9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 943 time: 0.8047616 May 10 18:01:39.656115 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55388) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:39.659283 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-28b96a2f-6959-420d-ae35-0b7662b4083e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143875 May 10 18:01:39.671090 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.690782 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9035a1-2559-442d-973b-4cc83e53fdfd None None] Network ac89fd0e-70a9-469d-b6da-901ef854d8ec requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:01:39.708549 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.709213 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-60c59193-64c8-400e-9f1c-67389f75aa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.723275 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:39.741337 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:c4608e61992042f8ad8c9251344b99d4 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:39.748911 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:39.751953 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:39.755773 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-e33815e9-1759-4b3e-9d90-f615c51b6fdd req-a215727b-1671-47a2-a4bd-13c1bd4691c1 service neutron] 10.222.0.64 "GET /v2.0/networks/ca98c3c9-80ec-44b1-b6c7-da5ec588eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848880 May 10 18:01:39.756240 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Attempting to bind port d8691a06-faed-45c7-8600-98c807659cf8 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:39.756575 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Attempting to bind port d8691a06-faed-45c7-8600-98c807659cf8 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:39.756906 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Attempting to bind port d8691a06-faed-45c7-8600-98c807659cf8 on network 8c901362-4f97-430d-a0ef-f705206634b4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:39.761325 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:39.763562 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:8225f6b8499c434f8d50be17f986c1c5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:39.767236 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:39.777672 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:39.789146 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-42faeff9-ecf0-4ca9-87ec-9c12b670cc37 req-c1546988-85a1-4dc4-ae6a-c77cf25a1f63 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068827 May 10 18:01:39.798229 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55394) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:39.814976 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Port d8691a06-faed-45c7-8600-98c807659cf8 on network 8c901362-4f97-430d-a0ef-f705206634b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:01:39.814976 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Attempting to bind port d8691a06-faed-45c7-8600-98c807659cf8 on network 8c901362-4f97-430d-a0ef-f705206634b4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:39.882104 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:39.882453 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Checking segment: {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:39.882840 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Bound using segment: {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:39.883294 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Bound port: d8691a06-faed-45c7-8600-98c807659cf8, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:39.883625 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.955942 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Pushing event updated for resources: {'Port': ['ID=d8691a06-faed-45c7-8600-98c807659cf8,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:39.958535 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Deleting subnet dde7e11e-3ec4-49c0-ba2d-8fe287b66912 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:01:39.966290 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:39.974186 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:40.038293 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.074492 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a32868bd-4860-4026-a278-7f8950874a6e req-c7689e40-b03e-4ed2-b54d-a60f0a2024a3 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753147 May 10 18:01:40.084222 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-40f3aed4-c777-4ba5-a71b-a84a41fa470b tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1779814369&fields=id&tenant_id=6f5ab280ab19470ca7e183419c48875d HTTP/1.1" status: 200 len: 267 time: 0.1390116 May 10 18:01:40.107204 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.115874 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.158891 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:40.175682 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.220526 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c601b0b2-151b-4dbd-8fee-ea758679cc61 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:40.265946 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-d7e83005-664f-40f0-a528-f78bbb57073f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:40.267437 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-d7e83005-664f-40f0-a528-f78bbb57073f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 810 time: 0.1641874 May 10 18:01:40.289394 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.298075 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8225f6b8499c434f8d50be17f986c1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384363 May 10 18:01:40.302432 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dd51a9-a48c-4b19-bde4-260fac594129,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:40.319990 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55410) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:40.324900 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port c601b0b2-151b-4dbd-8fee-ea758679cc61 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:40.325282 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.336219 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Allocated IP 172.20.0.10 (8c901362-4f97-430d-a0ef-f705206634b4/66ed0498-dee4-4eea-bc3b-74605522a60d/04327c84-f7f5-42c7-8291-139803c2ec14) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:40.348283 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:40.348942 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.406578 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-0ba5619a-23dc-48c8-8aea-de3338ea44da service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878366 May 10 18:01:40.413203 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2599a8cb-fc2c-4315-92f5-4215db6a6aab req-b4c460cf-46a1-442e-95a0-394321ff0189 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 210 time: 0.1386025 May 10 18:01:40.444846 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-4ed974c2-36b8-4cba-bddc-4b28d5304120 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/quotas/6f5ab280ab19470ca7e183419c48875d HTTP/1.1" status: 200 len: 375 time: 0.1609280 May 10 18:01:40.464987 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c5c1241f-a652-4c23-80e6-0f14c0b608fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:40.507368 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] For port d8691a06-faed-45c7-8600-98c807659cf8, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:40.529668 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184315a3-116e-4730-9a01-08fde7bf8a00,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:40.532675 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:40.592987 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] For port d8691a06-faed-45c7-8600-98c807659cf8, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d8691a06-faed-45c7-8600-98c807659cf8,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:40.594571 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4608e61992042f8ad8c9251344b99d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3889151 May 10 18:01:40.605724 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 55422) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:40.628755 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.653721 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5eb9fe7b-4548-4423-bf5e-31922569bd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.664910 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:40.719898 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5eb9fe7b-4548-4423-bf5e-31922569bd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.787886 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.793512 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b29d1e05-c33c-4681-86ff-0b277597feb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:40.829376 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:40.829997 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.831404 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] 10.222.0.64 "PUT /v2.0/ports/d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 200 len: 1094 time: 4.2825637 May 10 18:01:40.832223 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde7e11e-3ec4-49c0-ba2d-8fe287b66912,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:40.834701 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:40.840844 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.843027 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e71adc8-7ac0-413d-9cf9-96f382aded09', 'tag': 'd8691a06-faed-45c7-8600-98c807659cf8'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:40.861454 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5eb9fe7b-4548-4423-bf5e-31922569bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.875866 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1b7c3126-6022-4861-a08d-21c86b240225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:40.882397 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5767a23e-40bb-4199-8ed7-aebe5e113124 req-ea8364ba-db19-42f9-823a-f47b36f3957c service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678426 May 10 18:01:40.895194 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dde7e11e-3ec4-49c0-ba2d-8fe287b66912 HTTP/1.1" status: 204 len: 168 time: 1.0947313 May 10 18:01:40.896415 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55430) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:40.897174 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9fe7b-4548-4423-bf5e-31922569bd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dd51a9-a48c-4b19-bde4-260fac594129,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:40.907372 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5eb9fe7b-4548-4423-bf5e-31922569bd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:40.910793 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5eb9fe7b-4548-4423-bf5e-31922569bd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:40.914792 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-5eb9fe7b-4548-4423-bf5e-31922569bd82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2dd51a9-a48c-4b19-bde4-260fac594129 HTTP/1.1" status: 204 len: 168 time: 0.5938113 May 10 18:01:41.026768 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.049697 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Pushing event updated for resources: {'Port': ['ID=d8691a06-faed-45c7-8600-98c807659cf8,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:41.061874 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:41.085878 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-73c67c5c-230e-4ee3-8dd2-07394e0b08a5 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6335897 May 10 18:01:41.086229 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6ac3-2f0e-4aaf-b86e-b5fafbffa906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.159876 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.173856 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.174228 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.175015 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.175365 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.175713 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.176049 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.176370 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.176687 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.176999 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.177309 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.213547 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6ac3-2f0e-4aaf-b86e-b5fafbffa906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.234669 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 2ea75272-47f6-4347-80c4-2fbee3f5ff2c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:01:41.257609 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.337310 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.338232 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.338232 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.338636 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:01:41.339055 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b230c5-cb95-4cc8-a3ec-3fed8bf359df']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:41.342054 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 55440) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:41.354000 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ec6a79-22d7-4d9b-accc-55363e8c1a7f') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:41.354350 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ec6a79-22d7-4d9b-accc-55363e8c1a7f') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:41.356377 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-2f3040a3-320b-4b41-a2d1-cb1bc4de528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:41.357833 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-2f3040a3-320b-4b41-a2d1-cb1bc4de528b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1097 time: 0.4745266 May 10 18:01:41.366267 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.385266 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.391236 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,segment=NetworkSegment(54483b0e-0b79-4502-b3e8-d9d5c96ca36b),segment_id=54483b0e-0b79-4502-b3e8-d9d5c96ca36b)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:41.393126 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:01:41.393557 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.407496 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '2ea75272-47f6-4347-80c4-2fbee3f5ff2c', 'network_id': 'ca98c3c9-80ec-44b1-b6c7-da5ec588eb91', 'port_id': '2ea75272-47f6-4347-80c4-2fbee3f5ff2c', 'mac_address': 'fa:16:3e:76:41:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ceb322-649f-431d-b769-b6bf98c1b858', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: from cryptography.utils import int_from_bytes May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: from cryptography.utils import int_from_bytes May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:01:41.409988 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:01:41.470522 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.489087 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea75272-47f6-4347-80c4-2fbee3f5ff2c {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:41.506932 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,segment=NetworkSegment(54483b0e-0b79-4502-b3e8-d9d5c96ca36b),segment_id=54483b0e-0b79-4502-b3e8-d9d5c96ca36b)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:41.511791 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.512511 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device dec04487-7b02-4ce1-9001-45cbef23262a details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:01:41.514405 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:41.531170 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cc710-b928-4869-9593-a28defe79010 req-6026f2dc-cef3-424a-9aea-72056483e17f tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:41.532646 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-950cc710-b928-4869-9593-a28defe79010 req-6026f2dc-cef3-424a-9aea-72056483e17f tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 943 time: 0.5837111 May 10 18:01:41.543970 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.564149 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.566827 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-d2165978-5510-41b4-8028-21ad13bc468b service neutron] 10.222.0.46 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483576 May 10 18:01:41.572036 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-6013b77a-3a94-4d6a-b51f-af7c934cf1e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 200 len: 217 time: 0.1068037 May 10 18:01:41.580510 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2099194b-2856-4699-b60a-7894a55ab3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:41.595475 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:41.602411 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.607569 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:41.609500 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b230c5-cb95-4cc8-a3ec-3fed8bf359df,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:41.612469 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:41.625480 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:41.630000 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c6b230c5-cb95-4cc8-a3ec-3fed8bf359df HTTP/1.1" status: 204 len: 168 time: 0.7186382 May 10 18:01:41.630455 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55450) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:41.654089 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d8658541ea41349487d7e88f83b653 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:41.666459 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:41.676005 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6ac3-2f0e-4aaf-b86e-b5fafbffa906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.677103 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:41.706207 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Deleting subnet 8c2df7a2-78cf-4763-9be6-0462e8da1c74 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:01:41.710230 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.757662 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:41.764685 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.774662 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.780277 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port dec04487-7b02-4ce1-9001-45cbef23262a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dec04487-7b02-4ce1-9001-45cbef23262a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:41.798549 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': 'dec04487-7b02-4ce1-9001-45cbef23262a', 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'port_id': 'dec04487-7b02-4ce1-9001-45cbef23262a', 'mac_address': 'fa:16:3e:47:50:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d509003-8dd9-448d-ab7e-6be2b5cfa9e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:01:41.823432 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-950cc710-b928-4869-9593-a28defe79010 req-1b0b82a3-e4c0-4965-b13d-af3f5b8af2ea tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696805 May 10 18:01:41.824323 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa6ac3-2f0e-4aaf-b86e-b5fafbffa906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184315a3-116e-4730-9a01-08fde7bf8a00,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:41.879701 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9cfa6ac3-2f0e-4aaf-b86e-b5fafbffa906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:41.880241 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:41.888426 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.888614 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c042e8db-e01b-41c8-90f9-c8e0cd874229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.890047 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.915878 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-cdbdde76-6ce9-4c98-8bd6-8e3864fc5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:41.917372 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-cdbdde76-6ce9-4c98-8bd6-8e3864fc5888 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.3262999 May 10 18:01:41.938724 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e71adc8-7ac0-413d-9cf9-96f382aded09', 'tag': 'd8691a06-faed-45c7-8600-98c807659cf8', 'status': 'completed', 'code': 200} May 10 18:01:41.944249 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec04487-7b02-4ce1-9001-45cbef23262a {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:41.982281 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port dec04487-7b02-4ce1-9001-45cbef23262a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dec04487-7b02-4ce1-9001-45cbef23262a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:41.990380 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:41.992184 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-2c2c351f-a94e-40ba-a3db-b7ac5be815ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:42.034450 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Network 8c901362-4f97-430d-a0ef-f705206634b4 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:42.106901 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:42.125450 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-7664360f-5457-4dc2-a7be-6a07478124aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640348 May 10 18:01:42.131045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:42.139990 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:42.140494 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.146888 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=dec04487-7b02-4ce1-9001-45cbef23262a,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:42.151600 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:42.155659 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.267496 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.274300 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:42.288568 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['2ea75272-47f6-4347-80c4-2fbee3f5ff2c'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:01:42.308845 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2df7a2-78cf-4763-9be6-0462e8da1c74,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:42.313494 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Pushing event updated for resources: {'Port': ['ID=04327c84-f7f5-42c7-8291-139803c2ec14,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:42.316062 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6ac3-2f0e-4aaf-b86e-b5fafbffa906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.317168 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-9cfa6ac3-2f0e-4aaf-b86e-b5fafbffa906 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/184315a3-116e-4730-9a01-08fde7bf8a00 HTTP/1.1" status: 204 len: 168 time: 1.7105520 May 10 18:01:42.326519 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:42.327103 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:42.330540 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-572ea619-2dea-4110-82ab-b188974f5752 service neutron] 10.222.0.46 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404644 May 10 18:01:42.341206 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.350597 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['dec04487-7b02-4ce1-9001-45cbef23262a'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:01:42.356989 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c2df7a2-78cf-4763-9be6-0462e8da1c74 HTTP/1.1" status: 204 len: 168 time: 0.7257309 May 10 18:01:42.360531 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55468) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:42.386610 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2277925 May 10 18:01:42.417947 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Request body: {'port': {'device_id': 'b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:42.445256 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.477508 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.507949 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1fdd4983-26e6-4ea8-ac09-44d379402c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:42.580216 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0adea8-50d9-4309-b70e-32e18afbaf4c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:42.604181 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.609800 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d22f-d8f2-4324-880a-11a4bc3a9905 req-d0207167-38b1-4289-b86c-c548f64ef03d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:42.621877 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7224d22f-d8f2-4324-880a-11a4bc3a9905 req-d0207167-38b1-4289-b86c-c548f64ef03d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 944 time: 0.5006318 May 10 18:01:42.637152 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:42.708362 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-9423ad74-94e8-4abe-a1b1-96b1405f1fae service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940400 May 10 18:01:42.824868 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0d8658541ea41349487d7e88f83b653&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4808083 May 10 18:01:42.838059 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 55484) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:42.842837 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.883078 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.898770 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac89fd0e-70a9-469d-b6da-901ef854d8ec']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:42.912372 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e06058-b80a-44a1-8393-49273cce07f3') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:42.912729 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e06058-b80a-44a1-8393-49273cce07f3') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:42.923753 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55490) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:42.941704 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.955760 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.971410 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7224d22f-d8f2-4324-880a-11a4bc3a9905 req-7f7a184b-b6fd-4460-8da0-060b666f2427 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470657 May 10 18:01:42.972858 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:42.978553 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:42.983481 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:01:42.983975 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:01:43.014372 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:01:43.029700 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9ac5c72a5f4834a1da065bbd6e57a7 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:43.061257 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.078865 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:43.098269 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:43.122203 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.131184 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:43.146720 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.158362 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac89fd0e-70a9-469d-b6da-901ef854d8ec,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:43.162103 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-22d48a46-88a0-4d18-991f-c51aeb24ff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.164502 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:43.177711 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ac89fd0e-70a9-469d-b6da-901ef854d8ec HTTP/1.1" status: 204 len: 168 time: 0.8119416 May 10 18:01:43.206320 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-22d48a46-88a0-4d18-991f-c51aeb24ff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.211333 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 2ea75272-47f6-4347-80c4-2fbee3f5ff2c up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:43.252896 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.261064 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.274501 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:43.289196 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9d1db851-2de9-4c12-a9ea-eec6748392f0 req-27e61dc6-d50a-4e25-b1a9-53b7a74e4999 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 210 time: 0.2501001 May 10 18:01:43.325711 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b9ac5c72a5f4834a1da065bbd6e57a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008365 May 10 18:01:43.328101 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f212cd-089d-4bdf-a99e-efb008e1bb21,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:43.330889 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55498) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:43.334242 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:43.348912 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ede0-5572-413d-9752-25b0a163b7cb req-59f69a31-a55a-4d51-a449-4b23b964d672 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:43.349852 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0534ede0-5572-413d-9752-25b0a163b7cb req-59f69a31-a55a-4d51-a449-4b23b964d672 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Synchronizing usage tracker for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:43.365773 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4dff0a91-6e96-4d1c-a8ba-6813ab826570 req-d07d5bdd-981e-407b-bb08-0a59696ade1b service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677829 May 10 18:01:43.371400 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:43.378702 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:43.379092 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.474838 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55508) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:43.532505 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-76bc6ee4-c744-4287-b199-e9d830687fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.555951 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0534ede0-5572-413d-9752-25b0a163b7cb req-59f69a31-a55a-4d51-a449-4b23b964d672 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Unset dirty status for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:43.563125 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0534ede0-5572-413d-9752-25b0a163b7cb req-59f69a31-a55a-4d51-a449-4b23b964d672 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 932 time: 0.8179262 May 10 18:01:43.570614 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.599081 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-76bc6ee4-c744-4287-b199-e9d830687fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.607952 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,segment=NetworkSegment(54483b0e-0b79-4502-b3e8-d9d5c96ca36b),segment_id=54483b0e-0b79-4502-b3e8-d9d5c96ca36b)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:43.609155 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4270284-aff9-48e5-8c59-6304fb364efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea75272-47f6-4347-80c4-2fbee3f5ff2c'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:43.669946 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-76bc6ee4-c744-4287-b199-e9d830687fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.681935 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.682838 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device dec04487-7b02-4ce1-9001-45cbef23262a up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:43.684910 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:43.701480 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc6ee4-c744-4287-b199-e9d830687fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f212cd-089d-4bdf-a99e-efb008e1bb21,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:43.714911 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-76bc6ee4-c744-4287-b199-e9d830687fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:43.720849 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7d1ab9ac-b494-47c1-b964-1f834fc3a768 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=491698b315ac48ed9c5a56b513224993&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2415216 May 10 18:01:43.723580 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55520) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:43.755354 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-22d48a46-88a0-4d18-991f-c51aeb24ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.757890 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:43.790248 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9cfa6ac3-2f0e-4aaf-b86e-b5fafbffa906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:43.793774 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-76bc6ee4-c744-4287-b199-e9d830687fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.798644 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-76bc6ee4-c744-4287-b199-e9d830687fca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4f212cd-089d-4bdf-a99e-efb008e1bb21 HTTP/1.1" status: 204 len: 168 time: 0.4668145 May 10 18:01:43.844494 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e0a63ad-f398-4237-a8c6-3dc457055e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.845647 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d48a46-88a0-4d18-991f-c51aeb24ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0adea8-50d9-4309-b70e-32e18afbaf4c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:43.849199 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0534ede0-5572-413d-9752-25b0a163b7cb req-1e2e71f4-814f-4f78-98d5-2069e88ff135 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Synchronizing usage tracker for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:43.852439 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port dec04487-7b02-4ce1-9001-45cbef23262a completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:43.857206 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-22d48a46-88a0-4d18-991f-c51aeb24ff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:43.876237 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:43.879148 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:43.879780 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port dec04487-7b02-4ce1-9001-45cbef23262a triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:43.880164 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.883751 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-22d48a46-88a0-4d18-991f-c51aeb24ff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:43.884935 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-22d48a46-88a0-4d18-991f-c51aeb24ff3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf0adea8-50d9-4309-b70e-32e18afbaf4c HTTP/1.1" status: 204 len: 168 time: 1.0324943 May 10 18:01:43.916806 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e0a63ad-f398-4237-a8c6-3dc457055e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:44.004932 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f35ad-c39f-403f-8036-c8b0fa1be86c req-25fe4041-003b-40cc-bc21-d4997b3c9ab5 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:44.007139 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5e6f35ad-c39f-403f-8036-c8b0fa1be86c req-25fe4041-003b-40cc-bc21-d4997b3c9ab5 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 944 time: 0.5375392 May 10 18:01:44.016132 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e0a63ad-f398-4237-a8c6-3dc457055e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:44.031433 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-81e1e1c3-8c53-4927-98e1-f8c0a6418bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:44.067289 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a63ad-f398-4237-a8c6-3dc457055e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1ce273-ace3-41de-88f0-14ffb5a0e9fa,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:44.067807 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:44.078255 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6e0a63ad-f398-4237-a8c6-3dc457055e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:44.105793 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0534ede0-5572-413d-9752-25b0a163b7cb req-1e2e71f4-814f-4f78-98d5-2069e88ff135 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Unset dirty status for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:44.106970 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0534ede0-5572-413d-9752-25b0a163b7cb req-1e2e71f4-814f-4f78-98d5-2069e88ff135 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430744 May 10 18:01:44.108047 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e0a63ad-f398-4237-a8c6-3dc457055e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:44.109086 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-820aebfd-f347-46a6-a802-4069708061b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:44.110660 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-820aebfd-f347-46a6-a802-4069708061b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1097 time: 0.6051025 May 10 18:01:44.116661 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-6e0a63ad-f398-4237-a8c6-3dc457055e78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c1ce273-ace3-41de-88f0-14ffb5a0e9fa HTTP/1.1" status: 204 len: 168 time: 0.3848312 May 10 18:01:44.186902 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port dec04487-7b02-4ce1-9001-45cbef23262a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dec04487-7b02-4ce1-9001-45cbef23262a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:44.195554 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:44.198684 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-914fd721-54d8-4d8f-b4fd-d31b2c761d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:44.322372 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=dec04487-7b02-4ce1-9001-45cbef23262a,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:44.332322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:44.377934 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5e6f35ad-c39f-403f-8036-c8b0fa1be86c req-aa1638a7-5319-46e7-8a0d-c531324b9f51 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437731 May 10 18:01:44.510475 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-e81a604a-2c47-417a-a445-f6f499fe352e tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:44.511872 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-e81a604a-2c47-417a-a445-f6f499fe352e tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 810 time: 0.5002799 May 10 18:01:44.598422 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-4e9a7b83-54c0-4e90-8618-1654b68ada56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:44.599943 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-4e9a7b83-54c0-4e90-8618-1654b68ada56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 919 time: 0.3764408 May 10 18:01:44.675489 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04327c84-f7f5-42c7-8291-139803c2ec14 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:44.700334 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19988-5b31-44a7-8fdf-312eeb0bce82 req-b9a68239-6001-4636-afc2-7a8ff0866d67 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:44.701818 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-78c19988-5b31-44a7-8fdf-312eeb0bce82 req-b9a68239-6001-4636-afc2-7a8ff0866d67 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 945 time: 0.4255557 May 10 18:01:44.709978 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:44.717325 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-28ee7411-cacf-488d-8881-df24bc9f52a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5ab280ab19470ca7e183419c48875d HTTP/1.1" status: 200 len: 380 time: 0.1647525 May 10 18:01:44.721614 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-b51a4ec2-3772-40a8-b0bc-23c2ca874fed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 200 len: 217 time: 0.1076605 May 10 18:01:44.738447 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:44.744712 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'port': {'device_id': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'admin_state_up': True, 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'security_groups': ['1a96269a-b657-41bc-be9e-73195f7923e9']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:44.754000 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4270284-aff9-48e5-8c59-6304fb364efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea75272-47f6-4347-80c4-2fbee3f5ff2c', 'code': 200} May 10 18:01:44.817309 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Transition to ACTIVE for port object 04327c84-f7f5-42c7-8291-139803c2ec14 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:44.879490 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:44.901172 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9e25a748-da76-4e0e-9cab-7cfe95cf75b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:44.901999 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55566) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:44.933215 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-78c19988-5b31-44a7-8fdf-312eeb0bce82 req-9d199842-217f-4ff4-8ff5-707b9418cae0 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130990 May 10 18:01:45.106204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-10eeb91a-a77c-43f4-98b2-1db2c6b4e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:45.107614 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-10eeb91a-a77c-43f4-98b2-1db2c6b4e7cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.3674164 May 10 18:01:45.113635 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fa3c3529-410a-44f8-bf21-f6aeffa7a8cf req-43e20242-5326-446b-90ba-fa8baa2e5e1a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 210 time: 0.1649625 May 10 18:01:45.172470 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7887ce77-6489-42bd-ad8b-7d3cfd3b0da7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=843c2a3413454621ae9e717a15dbcfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690067 May 10 18:01:45.173514 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55580) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:45.218755 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Pushing event updated for resources: {'Port': ['ID=04327c84-f7f5-42c7-8291-139803c2ec14,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:45.232572 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:45.242150 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-ebf4635d-bbb0-4531-b00d-0a224dc03669 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130955 May 10 18:01:45.278691 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:45.281237 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Attempting to bind port 04327c84-f7f5-42c7-8291-139803c2ec14 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:45.283032 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Attempting to bind port 04327c84-f7f5-42c7-8291-139803c2ec14 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:45.285408 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Attempting to bind port 04327c84-f7f5-42c7-8291-139803c2ec14 on network 8c901362-4f97-430d-a0ef-f705206634b4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:45.287460 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40d75-4d42-46a4-b39b-44426f458462 req-fc150d5c-8d82-46da-a9b7-aed98a2e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:45.289517 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-12b40d75-4d42-46a4-b39b-44426f458462 req-fc150d5c-8d82-46da-a9b7-aed98a2e694b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 1098 time: 0.2679029 May 10 18:01:45.313999 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-262ccb2e-8b9a-459f-b646-33f6b82575d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:45.318534 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:45.346990 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:45.351287 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Usage tracker for resource:security_group_rule and tenant:7acda97a918e49958b5727df60d7ebc5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:45.354713 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:45.361274 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:45.408759 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:port and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:45.415090 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Port 04327c84-f7f5-42c7-8291-139803c2ec14 on network 8c901362-4f97-430d-a0ef-f705206634b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:01:45.415538 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Attempting to bind port 04327c84-f7f5-42c7-8291-139803c2ec14 on network 8c901362-4f97-430d-a0ef-f705206634b4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:45.425318 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:45.452567 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-262ccb2e-8b9a-459f-b646-33f6b82575d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:45.511447 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:45.511708 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Checking segment: {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:45.512121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Bound using segment: {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:45.512583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Bound port: 04327c84-f7f5-42c7-8291-139803c2ec14, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:45.513006 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:45.526538 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:45.532676 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:45.541795 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:45.555386 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:45.606294 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095949 May 10 18:01:45.614316 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ee9d23-eaa3-45d7-ae3b-545f51f0b2d4,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:45.619518 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:45.636897 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-262ccb2e-8b9a-459f-b646-33f6b82575d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:45.645023 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0132eb14-1f71-40a5-85f8-9e6d5c075d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:45.664858 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ccb2e-8b9a-459f-b646-33f6b82575d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5357f9e6-eb14-46d2-83d8-63a447d4ae24,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:45.668902 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-262ccb2e-8b9a-459f-b646-33f6b82575d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:45.673434 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-262ccb2e-8b9a-459f-b646-33f6b82575d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:45.674620 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-262ccb2e-8b9a-459f-b646-33f6b82575d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5357f9e6-eb14-46d2-83d8-63a447d4ae24 HTTP/1.1" status: 204 len: 168 time: 0.4987805 May 10 18:01:45.786567 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-3653c056-e6c7-4472-b32d-ff23a130ed2d service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365634 May 10 18:01:45.796287 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Made reservation on behalf of 6f5ab280ab19470ca7e183419c48875d for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:45.799725 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:46.023669 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] For port 04327c84-f7f5-42c7-8291-139803c2ec14, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:46.078295 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85027eb2-576a-47d2-9abd-28e5d46f2f91 req-64a0b458-b2c5-4504-a2f3-b347e191c1ff tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:46.079858 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-85027eb2-576a-47d2-9abd-28e5d46f2f91 req-64a0b458-b2c5-4504-a2f3-b347e191c1ff tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 944 time: 0.6675863 May 10 18:01:46.105519 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928f366-8fca-47ab-be5c-d7246b31e977 req-5054e39a-72fd-4f6f-a147-8851b2505e31 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:46.108457 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0928f366-8fca-47ab-be5c-d7246b31e977 req-5054e39a-72fd-4f6f-a147-8851b2505e31 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 945 time: 0.5563242 May 10 18:01:46.132198 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] For port 04327c84-f7f5-42c7-8291-139803c2ec14, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04327c84-f7f5-42c7-8291-139803c2ec14,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:46.196138 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:46.209551 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7eb9c422-04e9-4a75-8922-4b16c7077ddc req-a57fe5dc-91f8-4328-b664-fb3d4cefba9b service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994210 May 10 18:01:46.233100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:46.313771 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:46.314491 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:46.316130 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] 10.222.0.64 "PUT /v2.0/ports/04327c84-f7f5-42c7-8291-139803c2ec14 HTTP/1.1" status: 200 len: 1094 time: 3.9126310 May 10 18:01:46.325716 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0', 'tag': '04327c84-f7f5-42c7-8291-139803c2ec14'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:46.345079 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-85027eb2-576a-47d2-9abd-28e5d46f2f91 req-0285e557-228f-4f83-af2d-5e1495bf89ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484231 May 10 18:01:46.352334 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0928f366-8fca-47ab-be5c-d7246b31e977 req-41e0a109-01c1-44c5-a0c6-d30d337426bb tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141607 May 10 18:01:46.377839 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Allocated IP 172.20.0.9 (3726d25a-ef5a-462e-8228-6f5b9856a4b2/0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6/61979e3b-e983-46dd-acfc-be0619886844) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:46.393444 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Pushing event updated for resources: {'Port': ['ID=04327c84-f7f5-42c7-8291-139803c2ec14,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:46.403704 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:46.690669 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-36838f88-4dd6-4e0e-917b-13aa75de8d6f req-1a39c046-0efd-4d5f-9f42-766509252f93 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 210 time: 0.1063979 May 10 18:01:46.755943 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045d279-631e-4803-b1a9-027721c5aec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec04487-7b02-4ce1-9001-45cbef23262a'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:46.771775 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0', 'tag': '04327c84-f7f5-42c7-8291-139803c2ec14', 'status': 'completed', 'code': 200} May 10 18:01:46.791567 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-3bb51c22-e283-492a-b0d1-2f14dafb9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:46.793044 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-3bb51c22-e283-492a-b0d1-2f14dafb9075 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 1097 time: 0.4015930 May 10 18:01:46.798779 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:46.812919 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045d279-631e-4803-b1a9-027721c5aec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec04487-7b02-4ce1-9001-45cbef23262a', 'code': 200} May 10 18:01:46.897744 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-adb20f52-c2d4-4c0b-832b-72789b301cf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04327c84-f7f5-42c7-8291-139803c2ec14 HTTP/1.1" status: 200 len: 217 time: 0.0905843 May 10 18:01:46.906259 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c879e65-f74f-4963-8b73-7815f788e63d req-dcaed27e-2c00-4939-988c-078a8ed9aa46 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:46.907791 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2c879e65-f74f-4963-8b73-7815f788e63d req-dcaed27e-2c00-4939-988c-078a8ed9aa46 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 945 time: 0.3247097 May 10 18:01:46.951846 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Transition to ACTIVE for port object 61979e3b-e983-46dd-acfc-be0619886844 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:47.175466 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-de6061a2-4e5b-4543-b9bc-ef58d9cca34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:47.177067 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-de6061a2-4e5b-4543-b9bc-ef58d9cca34c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.2669230 May 10 18:01:47.190489 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2c879e65-f74f-4963-8b73-7815f788e63d req-8df1cb29-b847-43cb-99c4-dd6688296b69 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320187 May 10 18:01:47.235437 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device d8691a06-faed-45c7-8600-98c807659cf8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:01:47.283397 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-0494795b-d300-44d6-807c-3aaa67a34e16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905538 May 10 18:01:47.319947 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:47.406162 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:47.450852 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port d8691a06-faed-45c7-8600-98c807659cf8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d8691a06-faed-45c7-8600-98c807659cf8,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:47.469469 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': 'd8691a06-faed-45c7-8600-98c807659cf8', 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4', 'port_id': 'd8691a06-faed-45c7-8600-98c807659cf8', 'mac_address': 'fa:16:3e:ab:15:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ed0498-dee4-4eea-bc3b-74605522a60d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:01:47.508929 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:47.515243 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:47.541871 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:01:47.548892 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:47.549562 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:47.620330 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5082f9-cb83-4e33-adf6-74b6995750b0 req-123e70da-9539-47ec-9f7f-a34aa73becba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:47.620788 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:47.622377 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9b5082f9-cb83-4e33-adf6-74b6995750b0 req-123e70da-9539-47ec-9f7f-a34aa73becba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 1098 time: 0.5252090 May 10 18:01:47.660552 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8691a06-faed-45c7-8600-98c807659cf8 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:47.686710 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port d8691a06-faed-45c7-8600-98c807659cf8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d8691a06-faed-45c7-8600-98c807659cf8,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:47.692763 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'Port': ['ID=61979e3b-e983-46dd-acfc-be0619886844,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:47.694423 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:47.698039 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:47.721487 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:47.789200 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-c2e5b6d3-0fb9-4175-81da-6cb556c15518 service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962056 May 10 18:01:47.790496 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0529375 May 10 18:01:47.839620 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=d8691a06-faed-45c7-8600-98c807659cf8,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:47.843792 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:47.856250 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Request body: {'port': {'device_id': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:01:47.887168 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-8d8847f6-e017-4db6-8371-3fb8542e5cd5 None None] Provisioning for port 61979e3b-e983-46dd-acfc-be0619886844 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:47.901574 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-8d8847f6-e017-4db6-8371-3fb8542e5cd5 None None] Provisioning complete for port 61979e3b-e983-46dd-acfc-be0619886844 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:47.901574 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8d8847f6-e017-4db6-8371-3fb8542e5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:48.061059 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['d8691a06-faed-45c7-8600-98c807659cf8'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:01:48.113564 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-8d8847f6-e017-4db6-8371-3fb8542e5cd5 None None] Port 61979e3b-e983-46dd-acfc-be0619886844 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:01:48.115679 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9b5082f9-cb83-4e33-adf6-74b6995750b0 req-5622cd0c-b665-4b0e-b03d-5208a988421a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064872 May 10 18:01:48.329047 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433c832-6a87-442f-86c0-c3080f811d0f req-f2cfe9e7-f160-4891-8dd4-2a728f17a0ba tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:48.336356 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1433c832-6a87-442f-86c0-c3080f811d0f req-f2cfe9e7-f160-4891-8dd4-2a728f17a0ba tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 945 time: 0.7485704 May 10 18:01:48.366489 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004afc0f-b7a2-4ed5-8e48-2975eda70e06 req-46aece40-73dc-401f-a6e9-ee5341fc5afa tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:48.368049 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-004afc0f-b7a2-4ed5-8e48-2975eda70e06 req-46aece40-73dc-401f-a6e9-ee5341fc5afa tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 944 time: 0.6635301 May 10 18:01:48.434217 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:48.476311 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3de7a6d1-9bb0-4608-b98b-ead6bca986f2 req-a029de2a-357f-4f46-92e4-eb129c8955fe service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626027 May 10 18:01:48.530827 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1433c832-6a87-442f-86c0-c3080f811d0f req-b6dbcb6e-411a-47af-9df4-476b14b5fd6a tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935732 May 10 18:01:48.555818 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-004afc0f-b7a2-4ed5-8e48-2975eda70e06 req-7778889a-b813-4e24-9966-3b97fde557e7 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684968 May 10 18:01:49.005006 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c0b5a-c4dd-46e9-a712-c888fa5adac4 req-eae7361b-8f05-4652-b508-ba62cb321162 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:49.005957 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-bd4c0b5a-c4dd-46e9-a712-c888fa5adac4 req-eae7361b-8f05-4652-b508-ba62cb321162 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Synchronizing usage tracker for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:01:49.076037 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-7850d783-2e06-4628-8a70-2e9201c30222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:49.076037 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-7850d783-2e06-4628-8a70-2e9201c30222 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 1097 time: 0.5279977 May 10 18:01:49.249134 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device d8691a06-faed-45c7-8600-98c807659cf8 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:49.261104 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cc9b3-908d-4be3-b1d4-ff657ded20fd req-c5ad79a0-5388-4138-95f9-a7020c391644 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:49.262688 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3c1cc9b3-908d-4be3-b1d4-ff657ded20fd req-c5ad79a0-5388-4138-95f9-a7020c391644 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 945 time: 0.4473391 May 10 18:01:49.271262 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-bd4c0b5a-c4dd-46e9-a712-c888fa5adac4 req-eae7361b-8f05-4652-b508-ba62cb321162 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Unset dirty status for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:01:49.278303 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bd4c0b5a-c4dd-46e9-a712-c888fa5adac4 req-eae7361b-8f05-4652-b508-ba62cb321162 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 931 time: 0.5730565 May 10 18:01:49.330764 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port d8691a06-faed-45c7-8600-98c807659cf8 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:49.336457 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port d8691a06-faed-45c7-8600-98c807659cf8 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:49.336879 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:49.434532 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bd4c0b5a-c4dd-46e9-a712-c888fa5adac4 req-3967997f-c8c6-4d3d-a90a-40c93195fa53 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552920 May 10 18:01:49.458823 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3c1cc9b3-908d-4be3-b1d4-ff657ded20fd req-3bf80b2e-bd2b-4d8e-8989-fc34b4e2e904 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663268 May 10 18:01:49.507019 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-81c29c34-1546-4983-b569-bd2bbfb6e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:49.511002 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-81c29c34-1546-4983-b569-bd2bbfb6e7e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 919 time: 0.4007337 May 10 18:01:49.528941 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:49.564486 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e71adc8-7ac0-413d-9cf9-96f382aded09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8691a06-faed-45c7-8600-98c807659cf8'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:49.576400 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port d8691a06-faed-45c7-8600-98c807659cf8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d8691a06-faed-45c7-8600-98c807659cf8,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:49.593859 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:49.598276 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7eb81677-d424-4d46-9790-a7f0f462b972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:49.667315 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-5ee2c58a-caae-4a8e-ac75-d26577cbb6c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04327c84-f7f5-42c7-8291-139803c2ec14 HTTP/1.1" status: 200 len: 217 time: 0.1475480 May 10 18:01:49.728489 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e71adc8-7ac0-413d-9cf9-96f382aded09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8691a06-faed-45c7-8600-98c807659cf8', 'code': 200} May 10 18:01:49.773749 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=d8691a06-faed-45c7-8600-98c807659cf8,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:49.794827 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:49.815929 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61979e3b-e983-46dd-acfc-be0619886844 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:49.835099 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:49.845063 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-70ecf58f-eb4c-48d1-bed2-5a26d2f8a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:49.846659 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-70ecf58f-eb4c-48d1-bed2-5a26d2f8a980 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.1564953 May 10 18:01:49.921849 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Transition to ACTIVE for port object 61979e3b-e983-46dd-acfc-be0619886844 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:01:49.926385 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-3f9ed2f9-25c7-42c1-91c6-ab6de398380f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664537 May 10 18:01:49.928425 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:49.937932 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:50.045025 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55802) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:50.140420 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed221-9027-437b-8d37-9f080309a96d req-c5f8bf96-21f4-422b-92af-0c8e816b14d3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:50.147668 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c16ed221-9027-437b-8d37-9f080309a96d req-c5f8bf96-21f4-422b-92af-0c8e816b14d3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 944 time: 0.4562602 May 10 18:01:50.340514 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:50.375375 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:50.380932 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Usage tracker for resource:security_group_rule and tenant:d9171cd3d5594da98a727f1a824883d7 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:50.385994 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:50.399675 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:50.413952 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Pushing event updated for resources: {'Port': ['ID=61979e3b-e983-46dd-acfc-be0619886844,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:50.457544 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:50.582474 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:50.583515 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55832) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:50.589121 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c16ed221-9027-437b-8d37-9f080309a96d req-9da9ce15-4138-46d5-8303-43a10ba81815 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333968 May 10 18:01:50.609501 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:50.614325 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Attempting to bind port 61979e3b-e983-46dd-acfc-be0619886844 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:01:50.614654 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Attempting to bind port 61979e3b-e983-46dd-acfc-be0619886844 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:01:50.614976 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Attempting to bind port 61979e3b-e983-46dd-acfc-be0619886844 on network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:50.627669 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-262ccb2e-8b9a-459f-b646-33f6b82575d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:50.676638 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9171cd3d5594da98a727f1a824883d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305397 May 10 18:01:50.678360 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6116ae1-5578-4f59-9083-98ef8fd565a9,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:50.681692 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Port 61979e3b-e983-46dd-acfc-be0619886844 on network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:01:50.685057 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Attempting to bind port 61979e3b-e983-46dd-acfc-be0619886844 on network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:01:50.694549 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55846) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:50.702375 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:50.717212 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-f0959c8c-adba-47ea-96b3-8f726ad28fc9 service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7454140 May 10 18:01:50.740066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:01:50.740066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Checking segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:01:50.740066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Bound using segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:01:50.740066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Bound port: 61979e3b-e983-46dd-acfc-be0619886844, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:01:50.740066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:50.794624 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf65e-2e5b-4f2e-8ab9-65490a858112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:50.839281 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:50.855704 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf65e-2e5b-4f2e-8ab9-65490a858112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:50.882154 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:50.900262 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Usage tracker for resource:security_group_rule and tenant:bc18aa207edc4fba89064026f1828272 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:50.904063 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:50.912227 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:50.932064 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e8c0c-15d1-417d-9df6-1c0c6caa9fbe req-f433a1a3-04e1-4e4b-8c5d-c3d2191f48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:50.934172 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-376e8c0c-15d1-417d-9df6-1c0c6caa9fbe req-f433a1a3-04e1-4e4b-8c5d-c3d2191f48e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1099 time: 0.9636996 May 10 18:01:51.021259 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf65e-2e5b-4f2e-8ab9-65490a858112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.032854 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:51.046273 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.047424 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cf65e-2e5b-4f2e-8ab9-65490a858112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6116ae1-5578-4f59-9083-98ef8fd565a9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:51.050155 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2f4cf65e-2e5b-4f2e-8ab9-65490a858112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:51.054630 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.064231 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:51.094138 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf088ea-f42a-4119-b800-4ca8eeb51a23,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:51.098687 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf65e-2e5b-4f2e-8ab9-65490a858112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.102516 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2f4cf65e-2e5b-4f2e-8ab9-65490a858112 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6116ae1-5578-4f59-9083-98ef8fd565a9 HTTP/1.1" status: 204 len: 168 time: 0.4052277 May 10 18:01:51.112770 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:51.125853 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc18aa207edc4fba89064026f1828272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412636 May 10 18:01:51.133776 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55874) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:51.214474 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91a7708-3353-4089-87ed-6e6158829a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.247090 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91a7708-3353-4089-87ed-6e6158829a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.258461 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 04327c84-f7f5-42c7-8291-139803c2ec14 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:01:51.308812 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-376e8c0c-15d1-417d-9df6-1c0c6caa9fbe req-73882d50-fa12-4167-a6e6-2a9c6204f650 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387473 May 10 18:01:51.324418 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] For port 61979e3b-e983-46dd-acfc-be0619886844, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:01:51.331535 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] For port 61979e3b-e983-46dd-acfc-be0619886844, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61979e3b-e983-46dd-acfc-be0619886844,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:01:51.334419 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-43a77cba-e679-42c4-8e51-f2de37e15044 req-55c4660c-21f5-478d-bcf5-16b5543ef15c service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016343 May 10 18:01:51.346364 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.361041 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56391767-a187-4135-900b-e6afa0c5a8b5 req-e37e6fc0-48d1-405b-8fef-a247306142b7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:51.362567 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-56391767-a187-4135-900b-e6afa0c5a8b5 req-e37e6fc0-48d1-405b-8fef-a247306142b7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 943 time: 0.6089323 May 10 18:01:51.364345 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-73965443-ad2a-45cb-a2c5-55cdc93f1f71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:51.391830 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91a7708-3353-4089-87ed-6e6158829a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.396143 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c8746e5c-688f-41b7-810f-1d59791d30d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:51.435772 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a7708-3353-4089-87ed-6e6158829a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf088ea-f42a-4119-b800-4ca8eeb51a23,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:51.445719 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a91a7708-3353-4089-87ed-6e6158829a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:51.456984 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91a7708-3353-4089-87ed-6e6158829a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.459520 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:51.460472 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.461240 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-a91a7708-3353-4089-87ed-6e6158829a77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaf088ea-f42a-4119-b800-4ca8eeb51a23 HTTP/1.1" status: 204 len: 168 time: 0.3257315 May 10 18:01:51.464588 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] 10.222.0.64 "PUT /v2.0/ports/61979e3b-e983-46dd-acfc-be0619886844 HTTP/1.1" status: 200 len: 1093 time: 3.6138015 May 10 18:01:51.464588 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'tag': '61979e3b-e983-46dd-acfc-be0619886844'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:51.632206 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 04327c84-f7f5-42c7-8291-139803c2ec14, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04327c84-f7f5-42c7-8291-139803c2ec14,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:51.678370 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '04327c84-f7f5-42c7-8291-139803c2ec14', 'network_id': '8c901362-4f97-430d-a0ef-f705206634b4', 'port_id': '04327c84-f7f5-42c7-8291-139803c2ec14', 'mac_address': 'fa:16:3e:cf:48:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ed0498-dee4-4eea-bc3b-74605522a60d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:01:51.804340 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-56391767-a187-4135-900b-e6afa0c5a8b5 req-adb37c4d-2e9c-40ab-a08d-cfa0a174ef0d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4008234 May 10 18:01:51.807001 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Pushing event updated for resources: {'Port': ['ID=61979e3b-e983-46dd-acfc-be0619886844,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:51.818893 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55918) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:51.823717 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:51.835947 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.863433 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.885799 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04327c84-f7f5-42c7-8291-139803c2ec14 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:51.891878 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:51.896921 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Usage tracker for resource:security_group_rule and tenant:f3681748de2f4a67b9d45f85d2ec0c2f is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:51.901480 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:51.912737 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:51.920812 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 04327c84-f7f5-42c7-8291-139803c2ec14, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04327c84-f7f5-42c7-8291-139803c2ec14,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:51.921938 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'tag': '61979e3b-e983-46dd-acfc-be0619886844', 'status': 'completed', 'code': 200} May 10 18:01:51.932377 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:51.934458 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:51.960374 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e215e-c222-4371-8323-7168a43c7433 req-572f8c6f-0c9e-4b77-943e-1dcc9127386d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:51.961968 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cf5e215e-c222-4371-8323-7168a43c7433 req-572f8c6f-0c9e-4b77-943e-1dcc9127386d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 945 time: 0.3363116 May 10 18:01:52.006532 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-f8a121ae-7de9-4bac-b02c-da26d805204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:52.008001 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-f8a121ae-7de9-4bac-b02c-da26d805204a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 1096 time: 0.4873703 May 10 18:01:52.046460 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.056621 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.078973 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=04327c84-f7f5-42c7-8291-139803c2ec14,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:52.089636 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:52.100781 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:52.180562 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3681748de2f4a67b9d45f85d2ec0c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595135 May 10 18:01:52.184055 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55932) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:52.198274 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-3e4e969d-2390-41a6-989f-3bde734069e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61979e3b-e983-46dd-acfc-be0619886844 HTTP/1.1" status: 200 len: 217 time: 0.1796362 May 10 18:01:52.213813 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2683084-032e-4c42-9737-ef1b451b726a,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:52.220212 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:52.271800 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cf5e215e-c222-4371-8323-7168a43c7433 req-9c4ac087-f725-4c72-9cf4-59f7b314e079 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911756 May 10 18:01:52.278635 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 55938) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:52.314953 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['04327c84-f7f5-42c7-8291-139803c2ec14'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:01:52.333222 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.348227 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4069969-0313-46e5-80ef-b6ef96823cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.357859 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-9f06145b-93c8-44f3-aecd-09f79edf6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:52.359903 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-9f06145b-93c8-44f3-aecd-09f79edf6ca4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.1476631 May 10 18:01:52.381805 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4069969-0313-46e5-80ef-b6ef96823cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.390545 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227afa2-66e2-425a-8f4d-8c6d66a22686 req-87cc3046-963e-43c1-af69-49c6a20b39d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:52.398685 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c227afa2-66e2-425a-8f4d-8c6d66a22686 req-87cc3046-963e-43c1-af69-49c6a20b39d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 945 time: 0.2722476 May 10 18:01:52.467350 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:52.471502 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4069969-0313-46e5-80ef-b6ef96823cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.476344 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Usage tracker for resource:security_group_rule and tenant:3e95ed60fb814ebf8f29d46933c3aff1 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:52.479688 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:52.480785 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:52.498604 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4069969-0313-46e5-80ef-b6ef96823cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2683084-032e-4c42-9737-ef1b451b726a,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:52.514741 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4069969-0313-46e5-80ef-b6ef96823cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:52.531460 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4069969-0313-46e5-80ef-b6ef96823cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.534911 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d4069969-0313-46e5-80ef-b6ef96823cf8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2683084-032e-4c42-9737-ef1b451b726a HTTP/1.1" status: 204 len: 168 time: 0.3446600 May 10 18:01:52.539372 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:52.555185 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c227afa2-66e2-425a-8f4d-8c6d66a22686 req-4d6ccac6-1883-4bd4-a6ef-c34c4d6c668b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555257 May 10 18:01:52.615208 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-781f8713-927a-45a2-89b0-bb6a28a0bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:52.616961 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-781f8713-927a-45a2-89b0-bb6a28a0bb59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2388961 May 10 18:01:52.789857 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.816588 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:52.837850 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:52.849715 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-49454c02-289f-448c-a860-a98d6a78c9f7 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248130 May 10 18:01:53.006322 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e95ed60fb814ebf8f29d46933c3aff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7249389 May 10 18:01:53.009630 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55968) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:53.030620 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1473e-b8b4-4acd-9006-b4894a20af9f,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:53.136167 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:53.175430 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-54834088-9ad7-4f6d-b972-e0b0f113a4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:53.264975 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-54834088-9ad7-4f6d-b972-e0b0f113a4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:53.277425 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 04327c84-f7f5-42c7-8291-139803c2ec14 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:53.295308 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a5a78ee-9005-4a99-bb17-cc2a6594961d req-39b4ce93-5684-45d8-bf91-10dc745327f9 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320004 May 10 18:01:53.321545 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ae0e2-1774-479c-8936-4d81f33954a2 req-34eb35e0-1ad0-4015-985e-e2f8310b06e1 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:53.329454 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-414ae0e2-1774-479c-8936-4d81f33954a2 req-34eb35e0-1ad0-4015-985e-e2f8310b06e1 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 943 time: 0.3164694 May 10 18:01:53.424722 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-54834088-9ad7-4f6d-b972-e0b0f113a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:53.430211 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-06eb2e66-7f34-4b5a-bcc7-2b21f571152d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:53.454444 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 04327c84-f7f5-42c7-8291-139803c2ec14 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:53.466716 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54834088-9ad7-4f6d-b972-e0b0f113a4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1473e-b8b4-4acd-9006-b4894a20af9f,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:53.472520 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 04327c84-f7f5-42c7-8291-139803c2ec14 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:53.473520 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:53.479678 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-54834088-9ad7-4f6d-b972-e0b0f113a4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:53.481592 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-54834088-9ad7-4f6d-b972-e0b0f113a4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:53.485195 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-54834088-9ad7-4f6d-b972-e0b0f113a4c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12d1473e-b8b4-4acd-9006-b4894a20af9f HTTP/1.1" status: 204 len: 168 time: 0.4742582 May 10 18:01:53.532805 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-414ae0e2-1774-479c-8936-4d81f33954a2 req-50b6d808-dbd0-4072-9e30-933967f1a139 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023883 May 10 18:01:53.588581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce870-2983-426a-94ce-344a33e9f94d req-a2384e00-f014-4498-9ea0-2fa8ed5b7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:53.590048 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b57ce870-2983-426a-94ce-344a33e9f94d req-a2384e00-f014-4498-9ea0-2fa8ed5b7406 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 1096 time: 0.2304518 May 10 18:01:53.688073 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:53.720920 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04327c84-f7f5-42c7-8291-139803c2ec14'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:53.742676 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 04327c84-f7f5-42c7-8291-139803c2ec14, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04327c84-f7f5-42c7-8291-139803c2ec14,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:53.755083 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:53.757663 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:53.796405 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04327c84-f7f5-42c7-8291-139803c2ec14', 'code': 200} May 10 18:01:53.825628 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce870-2983-426a-94ce-344a33e9f94d req-16aa5447-5008-4c59-94aa-f2b35dd5e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:53.827140 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b57ce870-2983-426a-94ce-344a33e9f94d req-16aa5447-5008-4c59-94aa-f2b35dd5e7a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 911 time: 0.2297573 May 10 18:01:53.848347 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=04327c84-f7f5-42c7-8291-139803c2ec14,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:53.852060 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:53.877088 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 55998) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:53.902518 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b57ce870-2983-426a-94ce-344a33e9f94d req-351569fe-790b-44ed-9819-aed5ae21e54b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61979e3b-e983-46dd-acfc-be0619886844 HTTP/1.1" status: 200 len: 217 time: 0.0664632 May 10 18:01:53.910467 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b461-1cd8-44c0-8083-07798049f262 req-6542a1d3-00ce-4f6f-ba32-237623606b8e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:53.911961 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7626b461-1cd8-44c0-8083-07798049f262 req-6542a1d3-00ce-4f6f-ba32-237623606b8e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 945 time: 0.2166305 May 10 18:01:53.917050 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:01:54.013805 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7626b461-1cd8-44c0-8083-07798049f262 req-c9ad3dc4-06c3-404c-9b99-67a088778ee4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959053 May 10 18:01:54.074555 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:54.109797 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce870-2983-426a-94ce-344a33e9f94d req-97e48cda-1ec2-42b5-83e7-96fb4a8a25df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:54.111259 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:54.112145 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b57ce870-2983-426a-94ce-344a33e9f94d req-97e48cda-1ec2-42b5-83e7-96fb4a8a25df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.1774900 May 10 18:01:54.120391 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Usage tracker for resource:security_group_rule and tenant:05f7c1c43fca455d9430190c13a481bd is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:54.124531 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:54.134985 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:54.209238 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7437d8d-cb47-4bbe-a651-757bd704de5e req-cb4403ce-cfb5-457e-9509-240ef6376729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:54.211254 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c7437d8d-cb47-4bbe-a651-757bd704de5e req-cb4403ce-cfb5-457e-9509-240ef6376729 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 1099 time: 0.2044027 May 10 18:01:54.240174 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce870-2983-426a-94ce-344a33e9f94d req-0d193333-f33d-46fb-ab81-d2903c6ec9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:54.241828 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b57ce870-2983-426a-94ce-344a33e9f94d req-0d193333-f33d-46fb-ab81-d2903c6ec9a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1206069 May 10 18:01:54.322120 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:54.331852 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:54.399350 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6e0a63ad-f398-4237-a8c6-3dc457055e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:54.405826 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b57ce870-2983-426a-94ce-344a33e9f94d req-c1f14c93-091e-418a-8fb3-6adb67e80e31 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477962 May 10 18:01:54.409456 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c7437d8d-cb47-4bbe-a651-757bd704de5e req-7f28865b-8144-4bef-bfc4-a58fffed1701 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903856 May 10 18:01:54.413715 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05f7c1c43fca455d9430190c13a481bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353844 May 10 18:01:54.416669 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56032) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:54.465349 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a169b5e-0755-4204-bf42-e5a831021827,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:54.469708 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:54.624298 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d814-6657-4b3f-9c40-22beb2531b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:54.680206 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d814-6657-4b3f-9c40-22beb2531b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:54.767751 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b57ce870-2983-426a-94ce-344a33e9f94d req-74cc677b-c5aa-4e44-bc32-dbf95f3ee43a service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055634 May 10 18:01:54.798231 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d814-6657-4b3f-9c40-22beb2531b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:54.806123 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a1a4ad65-219a-45e3-9e1d-869eb21d441c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:54.818523 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9d814-6657-4b3f-9c40-22beb2531b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a169b5e-0755-4204-bf42-e5a831021827,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:54.822047 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fcf9d814-6657-4b3f-9c40-22beb2531b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:54.830900 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d814-6657-4b3f-9c40-22beb2531b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:54.834535 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-fcf9d814-6657-4b3f-9c40-22beb2531b15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a169b5e-0755-4204-bf42-e5a831021827 HTTP/1.1" status: 204 len: 168 time: 0.4146221 May 10 18:01:54.948816 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57390-749a-4272-b6ad-326b8830fd47 req-475d2fb0-a0d8-4585-8010-b6d3c9fbf503 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:54.950456 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cdc57390-749a-4272-b6ad-326b8830fd47 req-475d2fb0-a0d8-4585-8010-b6d3c9fbf503 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 943 time: 0.0924649 May 10 18:01:55.016985 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cdc57390-749a-4272-b6ad-326b8830fd47 req-8d16ccca-d52b-4d8a-89a1-d3b58fd0eaf8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604119 May 10 18:01:55.358121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318bb8b-d5ee-438a-867d-9942a465cfe5 req-49bdce07-44b3-4098-b0fe-0bc7c94ea70c tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:55.360039 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9318bb8b-d5ee-438a-867d-9942a465cfe5 req-49bdce07-44b3-4098-b0fe-0bc7c94ea70c tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 945 time: 0.2150998 May 10 18:01:55.446377 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595c01a-55c8-439c-961f-4e11e339fb07 req-12dcb85c-9def-4106-8aed-570b3cbab696 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:55.458228 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a595c01a-55c8-439c-961f-4e11e339fb07 req-12dcb85c-9def-4106-8aed-570b3cbab696 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.2750738 May 10 18:01:55.463845 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9318bb8b-d5ee-438a-867d-9942a465cfe5 req-4f03379e-852c-4b8b-bbf8-7227cf539b31 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961761 May 10 18:01:55.542594 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a595c01a-55c8-439c-961f-4e11e339fb07 req-26a817b5-1ace-42c6-99b7-40e538860b59 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833328 May 10 18:01:55.726835 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56088) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:55.760834 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:55.782593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:01:55.786721 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:f02508f24d544c14ac96e7a581dae7bc is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:01:55.792697 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:01:55.803658 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:01:55.902959 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:55.908441 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:55.924774 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fcf9d814-6657-4b3f-9c40-22beb2531b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:55.964551 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1993d2ba-d1e0-45a1-9b79-2215ca234485,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:55.971192 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f02508f24d544c14ac96e7a581dae7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420659 May 10 18:01:55.971427 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:55.973317 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56100) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:01:56.037549 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-960f4ba5-583b-4a70-962c-2350ab7f3687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:56.072332 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-960f4ba5-583b-4a70-962c-2350ab7f3687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:56.145760 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-960f4ba5-583b-4a70-962c-2350ab7f3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:56.150601 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1e126f46-0df3-4666-a613-2efd76b36b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:56.162238 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f4ba5-583b-4a70-962c-2350ab7f3687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1993d2ba-d1e0-45a1-9b79-2215ca234485,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:56.165828 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-960f4ba5-583b-4a70-962c-2350ab7f3687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:56.186671 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-960f4ba5-583b-4a70-962c-2350ab7f3687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:56.192002 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-960f4ba5-583b-4a70-962c-2350ab7f3687 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1993d2ba-d1e0-45a1-9b79-2215ca234485 HTTP/1.1" status: 204 len: 168 time: 0.2153821 May 10 18:01:56.293498 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cab19-46cf-44d1-a82d-e92d6b493fef req-cda5bddb-a386-45e8-8ed0-d37f4489d087 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:56.295091 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-613cab19-46cf-44d1-a82d-e92d6b493fef req-cda5bddb-a386-45e8-8ed0-d37f4489d087 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 943 time: 0.1022139 May 10 18:01:56.346953 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-613cab19-46cf-44d1-a82d-e92d6b493fef req-cd6b9806-8d24-44d0-b4f5-f89fc2af13a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445390 May 10 18:01:56.925646 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f44a78-9c54-4a3b-bb73-6246057637ed req-74b02ea0-c132-4769-8fb0-0c585ef54d7b tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:56.927121 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f2f44a78-9c54-4a3b-bb73-6246057637ed req-74b02ea0-c132-4769-8fb0-0c585ef54d7b tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 945 time: 0.2888908 May 10 18:01:56.973353 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078825f0-9da1-4310-a4c6-5f31d96d862e req-738f8d73-3267-4600-94d7-9480a680ace7 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:56.974950 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-078825f0-9da1-4310-a4c6-5f31d96d862e req-738f8d73-3267-4600-94d7-9480a680ace7 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.2102041 May 10 18:01:56.992606 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-66333b99-f5ca-4a48-b814-69205685565d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:56.994113 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-66333b99-f5ca-4a48-b814-69205685565d tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 945 time: 0.1775353 May 10 18:01:57.093046 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f2f44a78-9c54-4a3b-bb73-6246057637ed req-05db413c-8a52-4972-9d45-cf98850d3c36 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577249 May 10 18:01:57.229881 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-078825f0-9da1-4310-a4c6-5f31d96d862e req-7712264d-f3dd-40ea-ad40-c3bbac615fc0 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455795 May 10 18:01:57.324680 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Deleting port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:01:57.328443 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 61979e3b-e983-46dd-acfc-be0619886844 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:01:57.340390 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:57.756463 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 61979e3b-e983-46dd-acfc-be0619886844, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61979e3b-e983-46dd-acfc-be0619886844,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:57.791725 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '61979e3b-e983-46dd-acfc-be0619886844', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'port_id': '61979e3b-e983-46dd-acfc-be0619886844', 'mac_address': 'fa:16:3e:e9:04:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:01:57.867187 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:57.887730 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61979e3b-e983-46dd-acfc-be0619886844 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:01:57.915692 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] For port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,segment=NetworkSegment(54483b0e-0b79-4502-b3e8-d9d5c96ca36b),segment_id=54483b0e-0b79-4502-b3e8-d9d5c96ca36b)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:57.915692 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:57.928203 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 61979e3b-e983-46dd-acfc-be0619886844, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61979e3b-e983-46dd-acfc-be0619886844,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:57.934787 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:57.936665 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:57.945953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-e0480dc2-96ad-4f03-9a96-cf60efcd1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:57.947667 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-e0480dc2-96ad-4f03-9a96-cf60efcd1774 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 1099 time: 0.2435961 May 10 18:01:58.029233 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=61979e3b-e983-46dd-acfc-be0619886844,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:58.040792 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:58.088631 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Calling delete_port for 2ea75272-47f6-4347-80c4-2fbee3f5ff2c owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:01:58.185068 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d347deb-3dae-491b-bdf4-7bb486c17d98 req-e4573204-ee1d-476f-8ce5-fdae1c4ccf11 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:58.186626 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4d347deb-3dae-491b-bdf4-7bb486c17d98 req-e4573204-ee1d-476f-8ce5-fdae1c4ccf11 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 943 time: 0.6138744 May 10 18:01:58.195653 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['61979e3b-e983-46dd-acfc-be0619886844'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:01:58.301021 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e71f5-c8a0-470f-bd9f-929138b4319e req-ab6cbad7-b8cb-4c2c-a802-6dc65e7fe105 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:58.302494 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c74e71f5-c8a0-470f-bd9f-929138b4319e req-ab6cbad7-b8cb-4c2c-a802-6dc65e7fe105 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.5020468 May 10 18:01:58.402156 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4d347deb-3dae-491b-bdf4-7bb486c17d98 req-76350c31-b8b4-446d-91bc-a5755a1077ab tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467090 May 10 18:01:58.409866 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-fa18c337-2908-4d7c-93f8-062ba47d4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:58.411257 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-fa18c337-2908-4d7c-93f8-062ba47d4263 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 919 time: 0.4093332 May 10 18:01:58.417790 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c74e71f5-c8a0-470f-bd9f-929138b4319e req-fb90f9c6-e878-4451-a298-d1163daa17df tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935082 May 10 18:01:58.492838 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-e26b0836-fddc-4b93-864c-a62ea4df4173 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04327c84-f7f5-42c7-8291-139803c2ec14 HTTP/1.1" status: 200 len: 217 time: 0.0731761 May 10 18:01:58.785883 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-5d80775c-6301-42cb-99b8-4cf8f54d62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:58.787212 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-5d80775c-6301-42cb-99b8-4cf8f54d62d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.2850599 May 10 18:01:58.903653 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-7d2e3e36-2acd-4104-9d62-337fb84715c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781033 May 10 18:01:59.038396 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-496c2db4-f976-4b06-84fb-1128376aeda0 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:59.039776 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-496c2db4-f976-4b06-84fb-1128376aeda0 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 815 time: 0.4946041 May 10 18:01:59.051402 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f54df0-ac72-4b9d-89d1-e1082202de2f req-f7371d7c-26cb-4eda-aa3d-dc7394a3e8c0 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:59.053009 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1f54df0-ac72-4b9d-89d1-e1082202de2f req-f7371d7c-26cb-4eda-aa3d-dc7394a3e8c0 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 945 time: 0.5090010 May 10 18:01:59.057834 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:59.086851 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:59.136402 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-3ba1bfa7-c05d-480d-bb5b-ce5cdd5acc45 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/quotas/ab9de790efef48ea819eac5ee3108c03 HTTP/1.1" status: 200 len: 375 time: 0.0822170 May 10 18:01:59.165065 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Pushing event deleted for resources: {'Port': ['ID=2ea75272-47f6-4347-80c4-2fbee3f5ff2c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:59.204504 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:59.324144 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1f54df0-ac72-4b9d-89d1-e1082202de2f req-f5c14d8f-bc97-4a73-9241-47d4f0eb97bd tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/security-groups?id=d548d881-1e44-4700-9dd8-c46448788199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531471 May 10 18:01:59.326202 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-59c5ea0c-ffa5-45bc-833d-8defc6ca4acf service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079878 May 10 18:01:59.334852 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] No DVR routers for this DVR port 2ea75272-47f6-4347-80c4-2fbee3f5ff2c on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:01:59.336299 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 61979e3b-e983-46dd-acfc-be0619886844 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:01:59.369383 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:59.373606 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4270284-aff9-48e5-8c59-6304fb364efa', 'name': 'network-vif-deleted', 'tag': '2ea75272-47f6-4347-80c4-2fbee3f5ff2c'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:59.443577 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b5da2639-2ac4-4b28-868d-b6ae057840b1 req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.64 "DELETE /v2.0/ports/2ea75272-47f6-4347-80c4-2fbee3f5ff2c HTTP/1.1" status: 204 len: 173 time: 2.4352877 May 10 18:01:59.482555 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4270284-aff9-48e5-8c59-6304fb364efa', 'name': 'network-vif-deleted', 'tag': '2ea75272-47f6-4347-80c4-2fbee3f5ff2c', 'status': 'completed', 'code': 200} May 10 18:01:59.488207 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 61979e3b-e983-46dd-acfc-be0619886844 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:01:59.500157 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 61979e3b-e983-46dd-acfc-be0619886844 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:01:59.502267 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:59.527809 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-aa0c70a5-eb51-4c80-b3dd-3af17539fc9f tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3654702 May 10 18:01:59.585074 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2adfa9b8-9c2b-4664-acc7-fd185fd01739 req-ea1ab4ad-e2e3-4862-9b67-dd62ff62f8af service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514312 May 10 18:01:59.682576 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:59.728655 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61979e3b-e983-46dd-acfc-be0619886844'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:01:59.741721 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 61979e3b-e983-46dd-acfc-be0619886844, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61979e3b-e983-46dd-acfc-be0619886844,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:01:59.746725 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:01:59.748840 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 2ea75272-47f6-4347-80c4-2fbee3f5ff2c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:01:59.758014 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-86d40acb-d320-4c0a-9798-89aabe9771a1 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224808 May 10 18:01:59.788332 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:01:59.807050 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2f934-2318-443d-845a-95677f7947b7 req-b38b98cc-672d-4a4f-be90-02f819d4db33 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:01:59.807050 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fee2f934-2318-443d-845a-95677f7947b7 req-b38b98cc-672d-4a4f-be90-02f819d4db33 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 944 time: 0.1639965 May 10 18:01:59.843693 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 2ea75272-47f6-4347-80c4-2fbee3f5ff2c {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:01:59.844033 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 2ea75272-47f6-4347-80c4-2fbee3f5ff2c not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:01:59.869234 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=61979e3b-e983-46dd-acfc-be0619886844,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:59.880422 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:01:59.937271 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fee2f934-2318-443d-845a-95677f7947b7 req-1c5c9911-7c9f-481d-81af-6e1dc131d069 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315780 May 10 18:01:59.992154 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-80ae2342-790b-4632-95a4-7072c3173577 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221928 May 10 18:02:00.202841 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61979e3b-e983-46dd-acfc-be0619886844', 'code': 200} May 10 18:02:00.240670 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce88f7-4cf8-47af-a9a3-19659807a249 req-b4489a22-a00a-45f1-8e90-3020da6fce08 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:00.244193 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63ce88f7-4cf8-47af-a9a3-19659807a249 req-b4489a22-a00a-45f1-8e90-3020da6fce08 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1159017 May 10 18:02:00.356259 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-86643105-e63a-4e27-9588-5c780e2f4b61 req-db513eb0-a785-4e2d-96b2-386febe280ad tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 210 time: 0.0689127 May 10 18:02:00.388228 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63ce88f7-4cf8-47af-a9a3-19659807a249 req-5bb06d5f-f12b-4369-a339-c1e1e4b4ff4c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340182 May 10 18:02:00.679989 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-da83c3a2-32fa-42ba-9b0b-d43066f497ae req-928a5e3f-57f1-432d-a3aa-f85fe59c5025 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Synchronizing usage tracker for tenant:9946166e9d734317bb737ffa058b4711 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:02:00.711516 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-da83c3a2-32fa-42ba-9b0b-d43066f497ae req-928a5e3f-57f1-432d-a3aa-f85fe59c5025 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Unset dirty status for tenant:9946166e9d734317bb737ffa058b4711 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:02:00.721862 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-da83c3a2-32fa-42ba-9b0b-d43066f497ae req-928a5e3f-57f1-432d-a3aa-f85fe59c5025 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4270284-aff9-48e5-8c59-6304fb364efa HTTP/1.1" status: 200 len: 210 time: 0.1418436 May 10 18:02:00.743877 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abbd5-8866-4092-a072-542a9f25e365 req-8b04e449-0f86-48f8-a606-13dba4f7997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:00.745654 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c54abbd5-8866-4092-a072-542a9f25e365 req-8b04e449-0f86-48f8-a606-13dba4f7997b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 1098 time: 0.3040543 May 10 18:02:00.792997 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c54abbd5-8866-4092-a072-542a9f25e365 req-a14fb101-164b-4cc9-9b8a-6f7d69406c06 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407925 May 10 18:02:01.210578 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c7f3-1636-4930-94b1-ced99331db62 req-f968bd39-b47a-45b5-a361-85fdee13e21f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:01.212579 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a7d9c7f3-1636-4930-94b1-ced99331db62 req-f968bd39-b47a-45b5-a361-85fdee13e21f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.0902426 May 10 18:02:01.262011 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a7d9c7f3-1636-4930-94b1-ced99331db62 req-63cc15ae-e63b-4e2a-95cb-5b2d4e90c57b tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 May 10 18:02:01.546368 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b4e40678-0691-4c72-b1ba-a4db875381a6 req-756c7391-e501-440b-b74b-c2d967626194 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 210 time: 0.0598698 May 10 18:02:02.021176 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121758f4-8ed9-4856-b333-9d502403b629 req-adab0fe6-daf2-46a7-9af2-d0d7050bc73f tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:02.022261 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-121758f4-8ed9-4856-b333-9d502403b629 req-adab0fe6-daf2-46a7-9af2-d0d7050bc73f tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.4459822 May 10 18:02:02.030182 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-e2dc7e32-6560-4168-9d57-7b66e79d7fd9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:02.031756 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-e2dc7e32-6560-4168-9d57-7b66e79d7fd9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 815 time: 0.4119809 May 10 18:02:02.066300 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Request body: {'port': {'device_id': '8d8e800b-9fea-47ce-84f4-fd121b804a2e', 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'admin_state_up': True, 'tenant_id': 'ab9de790efef48ea819eac5ee3108c03'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:02.166645 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-121758f4-8ed9-4856-b333-9d502403b629 req-296e4bc4-2a49-4a71-ac5a-ba380de87695 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337547 May 10 18:02:02.266694 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:02.282886 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:02.311191 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Made reservation on behalf of ab9de790efef48ea819eac5ee3108c03 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:02:02.320543 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:02.480493 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56402) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:02.566740 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56412) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:02.643207 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Allocated IP 172.20.0.8 (bf9a74fe-c936-4189-9c32-75042986e3b1/9d509003-8dd9-448d-ab7e-6be2b5cfa9e4/1f78cc0a-e236-4ad5-9200-4bc9ab2d087a) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:02:02.656548 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d972eb-3905-4372-b050-a61667051154 req-e42aefa2-66d5-4057-a006-fb31907e273a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:02.664571 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5d972eb-3905-4372-b050-a61667051154 req-e42aefa2-66d5-4057-a006-fb31907e273a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.2070792 May 10 18:02:02.720471 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:02.734592 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5d972eb-3905-4372-b050-a61667051154 req-bc1a0782-6d2f-4407-b5bc-6bff4138176c tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683544 May 10 18:02:02.737476 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:02.741884 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Usage tracker for resource:security_group_rule and tenant:93542cd1ae2d4221bdf7621bb243d2e9 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:02.745671 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:02.753050 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:02.829714 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7c441319-ceed-4cc7-824d-119015c46a59 req-1381a8e8-9868-446a-9f2b-fd02b4657620 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 210 time: 0.0915751 May 10 18:02:02.889148 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:02.901256 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:02.908710 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:02.928488 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5eb9fe7b-4548-4423-bf5e-31922569bd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:02.963426 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:02.965712 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021c8106-8b1c-4b07-81c1-f73fadb954c8,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:02.971786 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Usage tracker for resource:security_group_rule and tenant:693ee8b3b1aa40c08dddbe30d6011013 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:02.974981 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:02.983217 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:02.994717 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:03.003587 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93542cd1ae2d4221bdf7621bb243d2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357746 May 10 18:02:03.007279 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56428) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:03.054204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.064909 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd6dc1-e30f-425a-923c-8965b8f62608 req-798fb37e-28a4-4616-b4ab-6bd315ae57b7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:03.066361 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-26fd6dc1-e30f-425a-923c-8965b8f62608 req-798fb37e-28a4-4616-b4ab-6bd315ae57b7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1571703 May 10 18:02:03.076581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56436) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:03.103111 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'floatingip': {'port_id': '61979e3b-e983-46dd-acfc-be0619886844'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:03.108841 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-19b85c67-ff46-46a5-8d54-618556c012aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.153402 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-19b85c67-ff46-46a5-8d54-618556c012aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.190358 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.210057 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.217229 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.226106 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:03.275756 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248c44a0-d25e-4c61-a1cd-f04b3d0c8a9e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:03.277953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.284438 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=693ee8b3b1aa40c08dddbe30d6011013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8020251 May 10 18:02:03.284738 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:03.285334 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56446) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:03.286148 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-19b85c67-ff46-46a5-8d54-618556c012aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.293612 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-76bc6ee4-c744-4287-b199-e9d830687fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:03.314818 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b85c67-ff46-46a5-8d54-618556c012aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c8106-8b1c-4b07-81c1-f73fadb954c8,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:03.322913 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-19b85c67-ff46-46a5-8d54-618556c012aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:03.339750 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['dec04487-7b02-4ce1-9001-45cbef23262a'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:03.359352 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-19b85c67-ff46-46a5-8d54-618556c012aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.363384 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-19b85c67-ff46-46a5-8d54-618556c012aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/021c8106-8b1c-4b07-81c1-f73fadb954c8 HTTP/1.1" status: 204 len: 168 time: 0.3551471 May 10 18:02:03.393235 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4ffc-e0d4-4039-9d5d-b101fc8ae3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.426149 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4ffc-e0d4-4039-9d5d-b101fc8ae3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.478798 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56454) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:03.517804 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4ffc-e0d4-4039-9d5d-b101fc8ae3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.530298 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-082eca8d-637c-40e4-8cc2-ab05412e80de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:03.554915 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb4ffc-e0d4-4039-9d5d-b101fc8ae3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248c44a0-d25e-4c61-a1cd-f04b3d0c8a9e,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:03.564154 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3aeb4ffc-e0d4-4039-9d5d-b101fc8ae3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:03.577942 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4ffc-e0d4-4039-9d5d-b101fc8ae3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.579528 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-3aeb4ffc-e0d4-4039-9d5d-b101fc8ae3a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/248c44a0-d25e-4c61-a1cd-f04b3d0c8a9e HTTP/1.1" status: 204 len: 168 time: 0.2892890 May 10 18:02:03.632611 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1183003a-809b-4777-a4e2-a9631e17a938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:03.768954 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56470) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:03.825322 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Network bf9a74fe-c936-4189-9c32-75042986e3b1 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:02:03.844908 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:02:03.847448 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:02:03.854205 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:03.854916 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.876524 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:03.876729 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Pushing event updated for resources: {'Port': ['ID=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:03.879526 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:03.931948 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8711038 May 10 18:02:03.936175 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:03.971884 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Usage tracker for resource:security_group_rule and tenant:744195ed78974da2ac59d0fcc9ef843d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:03.977500 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:03.982770 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] Deleting subnet b5ceb322-649f-431d-b769-b6bf98c1b858 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:02:03.988617 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.015787 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56482) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:04.016945 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:04.054359 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.056600 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Request body: {'port': {'device_id': '8d8e800b-9fea-47ce-84f4-fd121b804a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:04.087753 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.132224 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:04.145812 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b195eca503407b8b00406d0d0e4947 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:04.150323 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:04.163449 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:04.212559 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.324262 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56488) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:04.347799 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb71130-3ecd-4fe3-aaba-2f1cf64b6f9c req-57007e0b-3e63-4989-b877-a6b9f962ee14 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:04.349558 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2fb71130-3ecd-4fe3-aaba-2f1cf64b6f9c req-57007e0b-3e63-4989-b877-a6b9f962ee14 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 1.0083072 May 10 18:02:04.379682 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.404995 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.416932 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:04.432587 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.530540 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2fb71130-3ecd-4fe3-aaba-2f1cf64b6f9c req-af027a5e-9993-4789-be7e-82fa202f85a7 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706955 May 10 18:02:04.531013 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56494) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:04.539013 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.571602 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=744195ed78974da2ac59d0fcc9ef843d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0912256 May 10 18:02:04.575332 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:04.577921 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56500) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:04.583583 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ec7ca-f90d-4b68-9734-356935e98622,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:04.595726 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Usage tracker for resource:security_group_rule and tenant:9add1a15f1384526a8aa1f89d4da3af7 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:04.601098 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:04.610771 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.db.resource_extend [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 18:02:04.620131 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:04.638238 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:04.667522 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.712572 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.714965 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800b52-4fe2-43eb-a05e-85ed0b167c4a req-a671d05d-989b-4b70-81d8-b3e083b8ee8a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:04.715681 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-99800b52-4fe2-43eb-a05e-85ed0b167c4a req-a671d05d-989b-4b70-81d8-b3e083b8ee8a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Synchronizing usage tracker for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:02:04.731668 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.734702 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-53a6c663-48ef-4b99-b2fa-ab1dad757e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:04.744324 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.802557 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7b195eca503407b8b00406d0d0e4947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7831402 May 10 18:02:04.814678 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56506) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:04.826063 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:04.842185 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.843157 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c92562f-2ad3-43bc-a32c-0e61030228b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.846775 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce002fb-9a70-43af-bfa9-5b592f30cafb,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:04.849274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Usage tracker for resource:security_group_rule and tenant:8a05c0c98168445ebd1f024f8f16e277 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:04.856825 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:04.860450 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:04.862587 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-99800b52-4fe2-43eb-a05e-85ed0b167c4a req-a671d05d-989b-4b70-81d8-b3e083b8ee8a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Unset dirty status for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:02:04.863735 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-99800b52-4fe2-43eb-a05e-85ed0b167c4a req-a671d05d-989b-4b70-81d8-b3e083b8ee8a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 931 time: 0.7645209 May 10 18:02:04.864308 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.886463 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.898338 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c92562f-2ad3-43bc-a32c-0e61030228b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:04.910200 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:04.936006 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:04.964736 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ceb322-649f-431d-b769-b6bf98c1b858,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:04.972781 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:04.975323 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.016452 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.026100 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-edcd0c0f-260d-4898-a239-af097e966d71 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b5ceb322-649f-431d-b769-b6bf98c1b858 HTTP/1.1" status: 204 len: 168 time: 1.2548857 May 10 18:02:05.027099 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.035054 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56510) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:05.036453 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:05.158675 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9add1a15f1384526a8aa1f89d4da3af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8284311 May 10 18:02:05.161955 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56514) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:05.162713 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11facd4-105d-422f-a71a-441fdb2d1de2,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:05.166908 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c92562f-2ad3-43bc-a32c-0e61030228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.184586 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:05.187205 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:05.207063 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-99800b52-4fe2-43eb-a05e-85ed0b167c4a req-48229e7c-6a3e-4024-8d6c-9572e0875504 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858641 May 10 18:02:05.214174 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92562f-2ad3-43bc-a32c-0e61030228b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ec7ca-f90d-4b68-9734-356935e98622,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:05.226466 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7c92562f-2ad3-43bc-a32c-0e61030228b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:05.228648 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c92562f-2ad3-43bc-a32c-0e61030228b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.232105 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7c92562f-2ad3-43bc-a32c-0e61030228b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a5ec7ca-f90d-4b68-9734-356935e98622 HTTP/1.1" status: 204 len: 168 time: 0.6474469 May 10 18:02:05.235251 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.237759 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5863bf1c-3ae1-43c6-98b5-4246010acaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.316883 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Floating IP e87acc63-592d-4208-b56a-fcae7f60d4b5 associated. External IP: 172.28.1.80, port: 61979e3b-e983-46dd-acfc-be0619886844. May 10 18:02:05.318002 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5b8221ce-ae36-40cb-a4fb-26277045d3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.412203 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5b8221ce-ae36-40cb-a4fb-26277045d3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.424618 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.448106 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca98c3c9-80ec-44b1-b6c7-da5ec588eb91']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:05.471769 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54483b0e-0b79-4502-b3e8-d9d5c96ca36b') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:05.472066 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54483b0e-0b79-4502-b3e8-d9d5c96ca36b') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:05.485864 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5863bf1c-3ae1-43c6-98b5-4246010acaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.486446 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.503568 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.510812 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:02:05.511265 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:02:05.529006 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:02:05.567164 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56524) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:05.589196 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5b8221ce-ae36-40cb-a4fb-26277045d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.596904 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-54834088-9ad7-4f6d-b972-e0b0f113a4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:05.611913 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8221ce-ae36-40cb-a4fb-26277045d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11facd4-105d-422f-a71a-441fdb2d1de2,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:05.618824 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5b8221ce-ae36-40cb-a4fb-26277045d3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:05.625685 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5b8221ce-ae36-40cb-a4fb-26277045d3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.627195 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-5b8221ce-ae36-40cb-a4fb-26277045d3dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b11facd4-105d-422f-a71a-441fdb2d1de2 HTTP/1.1" status: 204 len: 168 time: 0.4614892 May 10 18:02:05.631325 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.636443 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:05.659481 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.666521 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.669099 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca98c3c9-80ec-44b1-b6c7-da5ec588eb91,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:05.675090 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:05.685987 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ca98c3c9-80ec-44b1-b6c7-da5ec588eb91 HTTP/1.1" status: 204 len: 168 time: 0.6421914 May 10 18:02:05.739149 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.786172 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:05.794155 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.817813 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:05.830468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Usage tracker for resource:security_group_rule and tenant:e8cdf29d0785449ba1f86d0ebf9390c5 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:05.843816 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:05.874071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:05.897339 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56534) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:05.898222 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:05.918446 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.922036 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a653cfb3-347f-4740-a1bb-c2e224e0ac30,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:05.926397 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a05c0c98168445ebd1f024f8f16e277&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3885820 May 10 18:02:05.928480 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:05.933005 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5863bf1c-3ae1-43c6-98b5-4246010acaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:05.936921 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56538) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:05.943449 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:05.960577 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d4504867-27f9-414b-81a6-d8d12a4d4ed3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9946166e9d734317bb737ffa058b4711&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0597136 May 10 18:02:05.960894 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56542) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:06.031909 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0cbc9274-86e2-4ec2-8744-1048ffc418d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.060233 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0cbc9274-86e2-4ec2-8744-1048ffc418d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.113100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Transition to ACTIVE for port object 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:02:06.114175 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863bf1c-3ae1-43c6-98b5-4246010acaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce002fb-9a70-43af-bfa9-5b592f30cafb,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:06.135357 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0cbc9274-86e2-4ec2-8744-1048ffc418d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.141145 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5863bf1c-3ae1-43c6-98b5-4246010acaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:06.142691 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:06.151780 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.157322 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc9274-86e2-4ec2-8744-1048ffc418d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d548d881-1e44-4700-9dd8-c46448788199,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:06.160798 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0cbc9274-86e2-4ec2-8744-1048ffc418d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:06.165595 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b5dc9b77-70b6-438c-be66-3b440e908e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:06.175336 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0cbc9274-86e2-4ec2-8744-1048ffc418d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.184517 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0cbc9274-86e2-4ec2-8744-1048ffc418d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d548d881-1e44-4700-9dd8-c46448788199 HTTP/1.1" status: 204 len: 168 time: 0.2203236 May 10 18:02:06.239775 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5863bf1c-3ae1-43c6-98b5-4246010acaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.240679 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-5863bf1c-3ae1-43c6-98b5-4246010acaa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cce002fb-9a70-43af-bfa9-5b592f30cafb HTTP/1.1" status: 204 len: 168 time: 1.4175224 May 10 18:02:06.266597 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f488418-8ddd-467d-a377-f9a15044fc97 req-9a99c970-16c9-4961-8ff9-1f2f8deb449e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:06.268186 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3f488418-8ddd-467d-a377-f9a15044fc97 req-9a99c970-16c9-4961-8ff9-1f2f8deb449e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.5965552 May 10 18:02:06.438291 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Pushing event updated for resources: {'Port': ['ID=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:06.486811 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:06.565189 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ede4-206f-4116-a6f9-7808cdd46e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.572698 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Router ec838b65-2f5e-45a0-8490-8c2ef933a25a has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:02:06.575845 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3f488418-8ddd-467d-a377-f9a15044fc97 req-b91d0092-7913-424c-bdaf-a1e928fd3f79 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462761 May 10 18:02:06.601134 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Attempting to bind port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:02:06.601754 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Attempting to bind port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:02:06.602794 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Attempting to bind port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a on network bf9a74fe-c936-4189-9c32-75042986e3b1 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:06.613287 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.628068 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a on network bf9a74fe-c936-4189-9c32-75042986e3b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:02:06.628466 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Attempting to bind port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a on network bf9a74fe-c936-4189-9c32-75042986e3b1 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:06.637678 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.646140 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ede4-206f-4116-a6f9-7808cdd46e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.662576 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:06.676479 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:02:06.676886 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Checking segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:02:06.677341 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Bound using segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:02:06.677792 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Bound port: 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:02:06.678131 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:06.912882 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8cdf29d0785449ba1f86d0ebf9390c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3336525 May 10 18:02:06.913700 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac13fe-62cb-4657-b594-3277d59f099e,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:06.915994 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56590) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:06.923737 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:06.964471 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabea5e-fbea-4c62-8910-71488c93bf8a req-e27017da-34d8-42a8-8244-933ac4316f1d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:06.966624 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6cabea5e-fbea-4c62-8910-71488c93bf8a req-e27017da-34d8-42a8-8244-933ac4316f1d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 943 time: 0.6004889 May 10 18:02:07.021557 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8bf9183f-8af6-4d7c-90df-d5bfd5d713a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.036417 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] For port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:02:07.051101 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] For port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:02:07.061371 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ede4-206f-4116-a6f9-7808cdd46e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.071980 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8bf9183f-8af6-4d7c-90df-d5bfd5d713a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.072629 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a2db97a9-831e-492b-b55e-01643f53b00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:07.084686 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.090177 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:02:07.106410 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] Sync routers for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:02:07.120055 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6cabea5e-fbea-4c62-8910-71488c93bf8a req-999528c1-452a-4f3c-aefa-65d4e714a58b tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416323 May 10 18:02:07.121116 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9ede4-206f-4116-a6f9-7808cdd46e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a653cfb3-347f-4740-a1bb-c2e224e0ac30,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:07.124944 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:02:07.125575 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:07.134795 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d9a9ede4-206f-4116-a6f9-7808cdd46e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:07.136677 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:07.198682 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8bf9183f-8af6-4d7c-90df-d5bfd5d713a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.205182 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7c92562f-2ad3-43bc-a32c-0e61030228b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:07.235819 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9183f-8af6-4d7c-90df-d5bfd5d713a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac13fe-62cb-4657-b594-3277d59f099e,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:07.253181 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8bf9183f-8af6-4d7c-90df-d5bfd5d713a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:07.259019 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8bf9183f-8af6-4d7c-90df-d5bfd5d713a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.261343 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-8bf9183f-8af6-4d7c-90df-d5bfd5d713a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bac13fe-62cb-4657-b594-3277d59f099e HTTP/1.1" status: 204 len: 168 time: 0.3436449 May 10 18:02:07.316041 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.349613 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:07.349613 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.349613 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] 10.222.0.64 "PUT /v2.0/ports/1f78cc0a-e236-4ad5-9200-4bc9ab2d087a HTTP/1.1" status: 200 len: 1093 time: 3.3136978 May 10 18:02:07.350542 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8e800b-9fea-47ce-84f4-fd121b804a2e', 'tag': '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:07.363518 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ede4-206f-4116-a6f9-7808cdd46e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:07.364704 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d9a9ede4-206f-4116-a6f9-7808cdd46e9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a653cfb3-347f-4740-a1bb-c2e224e0ac30 HTTP/1.1" status: 204 len: 168 time: 1.4141448 May 10 18:02:07.405317 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-2312b32f-3e98-4361-a88d-7707ad27178f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "PUT /v2.0/floatingips/e87acc63-592d-4208-b56a-fcae7f60d4b5 HTTP/1.1" status: 200 len: 990 time: 4.3260379 May 10 18:02:07.406227 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Pushing event updated for resources: {'Port': ['ID=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:07.441796 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:02:07.487370 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:07.506827 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8e800b-9fea-47ce-84f4-fd121b804a2e', 'tag': '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a', 'status': 'completed', 'code': 200} May 10 18:02:07.558249 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-ffe458f4-65da-4c88-8240-fb5780305455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:07.559865 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-ffe458f4-65da-4c88-8240-fb5780305455 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 1096 time: 0.1389408 May 10 18:02:07.682160 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-1961f495-4e2c-4bf2-806a-708bf069db7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a HTTP/1.1" status: 200 len: 217 time: 0.1087165 May 10 18:02:07.794092 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-811de097-51ac-4d23-85e8-acdf9690eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:07.795676 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-811de097-51ac-4d23-85e8-acdf9690eda6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 0.1068249 May 10 18:02:07.849796 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-5129df9b-fd45-4de4-a9ca-d08b79898ec3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457268 May 10 18:02:07.902027 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'e87acc63-592d-4208-b56a-fcae7f60d4b5', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'port_id': '61979e3b-e983-46dd-acfc-be0619886844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'mac_address': 'fa:16:3e:e9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:01:36Z', 'updated_at': '2021-05-10T18:02:04Z', 'revision_number': 1, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:07.906511 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] Checking router: ec838b65-2f5e-45a0-8490-8c2ef933a25a for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:02:07.917251 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:02:07.918071 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:01:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:07.959073 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f00531-cae0-4991-94ce-f109e6fa4a49 req-e537eda7-e4cb-4b9c-8422-8c79fa6e0756 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:07.960548 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e9f00531-cae0-4991-94ce-f109e6fa4a49 req-e537eda7-e4cb-4b9c-8422-8c79fa6e0756 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.2077098 May 10 18:02:08.041399 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e9f00531-cae0-4991-94ce-f109e6fa4a49 req-03b569cc-59b6-4698-8c37-3a7d80edf4c3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735104 May 10 18:02:08.049229 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-7118e89b-5f9e-4d5d-b9ea-a36c4a490e5f service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875577 May 10 18:02:08.145955 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56644) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:08.185696 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:08.222534 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cd9a994b-86ee-403c-b1e9-24f0a4ec47fc req-1c3cd8c2-7fa8-4258-b888-85c0506a05f3 service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645226 May 10 18:02:08.225419 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:02:08.226580 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:08.237805 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Usage tracker for resource:security_group_rule and tenant:ff1c7a1ccb644d82b00362781a4ab30c is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:08.245818 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:08.265830 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:08.458934 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:08.466368 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:08.474582 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad02816-ac9b-4fa2-9c4a-70668b4ab74e req-3d5e73d7-c3cc-41d3-8d2c-8b419dfcf192 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:08.480048 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-867843b0-1def-4317-a7ea-982f82098149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:08.481960 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8ad02816-ac9b-4fa2-9c4a-70668b4ab74e req-3d5e73d7-c3cc-41d3-8d2c-8b419dfcf192 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 943 time: 0.2304304 May 10 18:02:08.499528 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb0934-8ed5-4d86-9382-651351095aaf req-0364345b-a773-463a-99b4-d19c2815f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:08.501769 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-29fb0934-8ed5-4d86-9382-651351095aaf req-0364345b-a773-463a-99b4-d19c2815f4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 1096 time: 0.2060337 May 10 18:02:08.575283 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553fc019-9c17-40be-99c9-78542d1fe22b,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:08.579826 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:08.585995 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff1c7a1ccb644d82b00362781a4ab30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389553 May 10 18:02:08.589435 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56658) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:08.698531 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:08.724693 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8ad02816-ac9b-4fa2-9c4a-70668b4ab74e req-419bd1e1-a379-42eb-b87d-0b349968e4e3 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285016 May 10 18:02:08.762083 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:08.844003 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'e87acc63-592d-4208-b56a-fcae7f60d4b5', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'port_id': '61979e3b-e983-46dd-acfc-be0619886844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'mac_address': 'fa:16:3e:e9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:01:36Z', 'updated_at': '2021-05-10T18:02:04Z', 'revision_number': 1, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:08.849792 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad2e55-0f1a-4ed5-a59b-8150c49b2519 None None] The sync data for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb is: [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'e87acc63-592d-4208-b56a-fcae7f60d4b5', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'port_id': '61979e3b-e983-46dd-acfc-be0619886844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'mac_address': 'fa:16:3e:e9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:01:36Z', 'updated_at': '2021-05-10T18:02:04Z', 'revision_number': 1, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:02:08.866934 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:08.872319 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb0934-8ed5-4d86-9382-651351095aaf req-e5b7d809-b5cc-4088-b9c7-0d65b4d5610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:08.872985 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a91a7708-3353-4089-87ed-6e6158829a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:08.874206 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-29fb0934-8ed5-4d86-9382-651351095aaf req-e5b7d809-b5cc-4088-b9c7-0d65b4d5610e service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 916 time: 0.3543875 May 10 18:02:08.886705 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553fc019-9c17-40be-99c9-78542d1fe22b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:08.895138 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.895492 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.895874 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.896388 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.896543 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.896861 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.897192 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.897524 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.898011 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.898346 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.898677 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.899827 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:08.902935 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:08.903970 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:08.907965 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/553fc019-9c17-40be-99c9-78542d1fe22b HTTP/1.1" status: 204 len: 168 time: 0.3143153 May 10 18:02:09.032131 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-29fb0934-8ed5-4d86-9382-651351095aaf req-60536750-e4ee-49e0-861d-5a97c9079789 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a HTTP/1.1" status: 200 len: 217 time: 0.1473801 May 10 18:02:09.141474 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb0934-8ed5-4d86-9382-651351095aaf req-28bcec0c-12c2-41bc-a169-7851a8de774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:09.142931 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-29fb0934-8ed5-4d86-9382-651351095aaf req-28bcec0c-12c2-41bc-a169-7851a8de774b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 0.1018279 May 10 18:02:09.207974 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-29fb0934-8ed5-4d86-9382-651351095aaf req-028f7eed-dc86-4718-8652-2b305e70329f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559585 May 10 18:02:09.276597 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6bb0a6-87cf-466f-990c-6406753fc87b None None] New status for floating IP e87acc63-592d-4208-b56a-fcae7f60d4b5: ACTIVE {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:02:09.444465 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-29fb0934-8ed5-4d86-9382-651351095aaf req-84744232-85b2-4829-92b2-901ef21e88a8 service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860962 May 10 18:02:09.495004 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9a410-560b-4403-bb1a-4d05f0531dc7 req-19f3dd29-a942-47a5-80c8-c3d2e3574ca9 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:09.497687 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5dd9a410-560b-4403-bb1a-4d05f0531dc7 req-19f3dd29-a942-47a5-80c8-c3d2e3574ca9 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.2922521 May 10 18:02:09.679822 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'tag': '61979e3b-e983-46dd-acfc-be0619886844'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:09.754550 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc4bc-975d-4967-8b47-84f903083275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:09.838667 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-29fb0934-8ed5-4d86-9382-651351095aaf req-9792db02-35ec-40cf-974c-05ae2da55503 service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780332 May 10 18:02:09.876912 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5dd9a410-560b-4403-bb1a-4d05f0531dc7 req-c471c7a6-44f7-4486-b4b2-e2aef7befa04 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914856 May 10 18:02:09.946476 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'tag': '61979e3b-e983-46dd-acfc-be0619886844', 'status': 'completed', 'code': 200} May 10 18:02:10.065143 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-5f5957ab-9584-4a00-8f86-db0dfd39619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:10.066704 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-5f5957ab-9584-4a00-8f86-db0dfd39619c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 1098 time: 0.0956147 May 10 18:02:10.345252 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-2b48a94d-c12b-4d41-9016-43d6f65acb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:10.347981 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-2b48a94d-c12b-4d41-9016-43d6f65acb0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 911 time: 0.2465613 May 10 18:02:10.474547 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36ab1e-f5c1-4aa3-b481-21e26647b890 req-250bb665-285e-4e8d-880b-4e099dc57678 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:10.482653 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6b36ab1e-f5c1-4aa3-b481-21e26647b890 req-250bb665-285e-4e8d-880b-4e099dc57678 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 943 time: 0.3964739 May 10 18:02:10.554900 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-c1d66ca0-cad0-49df-8adb-c3a8c4b1433a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61979e3b-e983-46dd-acfc-be0619886844 HTTP/1.1" status: 200 len: 1000 time: 0.1961899 May 10 18:02:10.558432 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6b36ab1e-f5c1-4aa3-b481-21e26647b890 req-a501f8cd-1463-4b2c-b995-4275b92707a6 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749688 May 10 18:02:10.645398 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-eaa2c28f-c35a-4d50-8e7e-2bac58962c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:10.646815 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-eaa2c28f-c35a-4d50-8e7e-2bac58962c8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.0719733 May 10 18:02:10.756751 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-2e4ee714-5c16-487a-9c9f-e76121dc5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:10.759226 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-2e4ee714-5c16-487a-9c9f-e76121dc5460 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036849 May 10 18:02:10.986478 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-297c5535-aca0-4532-bcef-6857f373ca6c service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199042 May 10 18:02:11.099002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56766) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:11.205648 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872f7a9d-6b7d-438f-a863-6ad3ecc283ef req-557b8b44-45ff-49af-ae8a-70689aa39ff8 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030585 May 10 18:02:11.237716 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75be71-313f-4809-a557-091e67c5ba6d req-242e4595-9414-4f94-b7bb-910b057b9437 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:11.239602 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fd75be71-313f-4809-a557-091e67c5ba6d req-242e4595-9414-4f94-b7bb-910b057b9437 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1073449 May 10 18:02:11.299739 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fd75be71-313f-4809-a557-091e67c5ba6d req-416dbd8c-97e1-4812-9406-6beb4a750cff tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 May 10 18:02:11.412301 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:02:11.453308 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.468649 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:11.475709 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b5ef40ed594baea9ee97b7034263e2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:11.484447 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:11.498376 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:11.577750 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:11.611849 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a', 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'port_id': '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a', 'mac_address': 'fa:16:3e:13:46:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d509003-8dd9-448d-ab7e-6be2b5cfa9e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:02:11.617008 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.628537 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.645983 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:11.708523 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.728859 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b76de-69c8-4a08-badc-11a026311480,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:11.730954 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:11.738293 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0b5ef40ed594baea9ee97b7034263e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6382453 May 10 18:02:11.741368 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56794) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:11.751720 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:11.754484 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.754693 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.755037 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.755380 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.755876 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.756220 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.756580 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.756982 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.757563 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.757636 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.757944 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.758593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:11.759552 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.761918 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:11.764129 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:11.815885 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f6b2-45cb-4568-a87c-92da5797c459 req-74569b97-5c50-4089-af5d-5eafe25bf1b5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:11.817942 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-21a2f6b2-45cb-4568-a87c-92da5797c459 req-74569b97-5c50-4089-af5d-5eafe25bf1b5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 943 time: 0.1284859 May 10 18:02:11.838935 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1774-b48c-4d81-a9dd-28f28abc1fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.859847 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a06a0c0f-3fd8-4f2e-a8fb-8185e9016ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.870710 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:11.873971 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1774-b48c-4d81-a9dd-28f28abc1fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.874583 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:11.910497 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-21a2f6b2-45cb-4568-a87c-92da5797c459 req-056009d7-150f-4a7f-9389-bdc8edce0875 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732646 May 10 18:02:11.941646 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1774-b48c-4d81-a9dd-28f28abc1fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.949135 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-19b85c67-ff46-46a5-8d54-618556c012aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:11.960342 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e1774-b48c-4d81-a9dd-28f28abc1fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b76de-69c8-4a08-badc-11a026311480,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:11.966157 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7a3e1774-b48c-4d81-a9dd-28f28abc1fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:11.968171 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1774-b48c-4d81-a9dd-28f28abc1fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:11.969275 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7a3e1774-b48c-4d81-a9dd-28f28abc1fc3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/784b76de-69c8-4a08-badc-11a026311480 HTTP/1.1" status: 204 len: 168 time: 0.2269516 May 10 18:02:12.051859 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['1f78cc0a-e236-4ad5-9200-4bc9ab2d087a'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:12.202927 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:12.541487 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b6b2c-9bf5-465e-9081-7a620061dd65 req-02418855-9ac6-4b7c-a1ac-8c2788e19f6a tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:12.543107 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-517b6b2c-9bf5-465e-9081-7a620061dd65 req-02418855-9ac6-4b7c-a1ac-8c2788e19f6a tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.0939553 May 10 18:02:12.598028 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-517b6b2c-9bf5-465e-9081-7a620061dd65 req-94477bc5-07e6-4e8f-9968-b202372504d1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493569 May 10 18:02:12.807282 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:13.174274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea04570-d73b-4909-acf1-6f9b4ff639df req-e02f7871-2124-4b55-9dfe-c8de6097a458 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:13.182778 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0ea04570-d73b-4909-acf1-6f9b4ff639df req-e02f7871-2124-4b55-9dfe-c8de6097a458 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 944 time: 0.1128602 May 10 18:02:13.228872 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0ea04570-d73b-4909-acf1-6f9b4ff639df req-dedf9bc1-bfa1-4a24-b73c-c7e521099fe7 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 May 10 18:02:13.365401 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 56890) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:13.430655 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:02:13.491319 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:13.509888 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:02:13.511669 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:13.517839 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:02:13.518218 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:13.524505 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Usage tracker for resource:security_group_rule and tenant:00ae36201c684a7ebb88222f22f4b5ce is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:13.528204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:13.546602 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:13.680080 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:13.718981 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8e800b-9fea-47ce-84f4-fd121b804a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:13.722314 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:13.728300 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:13.731077 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:13.737991 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:13.740303 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:13.741982 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:13.800561 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8e800b-9fea-47ce-84f4-fd121b804a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a', 'code': 200} May 10 18:02:13.831570 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:13.841161 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:13.847917 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00ae36201c684a7ebb88222f22f4b5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794569 May 10 18:02:13.847917 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e67aaf9-db25-410c-83be-7f099220dcad,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:13.848657 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56918) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:13.853852 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:13.903595 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded174b4-4cd6-4c6c-bb9b-7ebe2b7873a5 req-7f62660f-4367-4e2c-8faa-98b5a7647a22 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:13.911917 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ded174b4-4cd6-4c6c-bb9b-7ebe2b7873a5 req-7f62660f-4367-4e2c-8faa-98b5a7647a22 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1397009 May 10 18:02:13.940396 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2ce55590-06cd-43c6-a07a-4bc427281a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:13.971194 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ded174b4-4cd6-4c6c-bb9b-7ebe2b7873a5 req-c9db3844-b044-4491-8159-cf48ae935f11 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580697 May 10 18:02:13.977553 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2ce55590-06cd-43c6-a07a-4bc427281a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.039345 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2ce55590-06cd-43c6-a07a-4bc427281a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.047430 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-284a0954-49ee-40c8-9dcd-aa83d85e1c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:14.064208 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce55590-06cd-43c6-a07a-4bc427281a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e67aaf9-db25-410c-83be-7f099220dcad,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:14.068473 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2ce55590-06cd-43c6-a07a-4bc427281a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:14.070470 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2ce55590-06cd-43c6-a07a-4bc427281a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.076672 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2ce55590-06cd-43c6-a07a-4bc427281a3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e67aaf9-db25-410c-83be-7f099220dcad HTTP/1.1" status: 204 len: 168 time: 0.2261827 May 10 18:02:14.155577 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928ebf4-4bf9-42c7-af48-fee91527f073 req-573a883e-254b-4611-939c-7611232c9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:14.157179 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0928ebf4-4bf9-42c7-af48-fee91527f073 req-573a883e-254b-4611-939c-7611232c9b5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 1098 time: 0.1702342 May 10 18:02:14.201211 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0928ebf4-4bf9-42c7-af48-fee91527f073 req-40494dd1-f93c-490b-ab19-6b8fe9a4f911 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 May 10 18:02:14.364776 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56930) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:14.383596 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.404989 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:14.412102 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Usage tracker for resource:security_group_rule and tenant:79bbd48bf3e445139ff7069b731de450 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:14.416595 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:14.422622 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:14.429612 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e713c60-fe08-4572-982b-495467b7221e req-4e5c4f9a-ba20-4806-bab1-120c2e4aaad9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:14.431922 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e713c60-fe08-4572-982b-495467b7221e req-4e5c4f9a-ba20-4806-bab1-120c2e4aaad9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 945 time: 0.0876734 May 10 18:02:14.487717 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e713c60-fe08-4572-982b-495467b7221e req-c0b07e9d-4d99-467d-96aa-50a1907049d2 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488992 May 10 18:02:14.511606 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.515597 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.523213 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:14.569298 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f827d5c9-fbc4-40c0-b5c0-777f2e54c9ff,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:14.574834 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79bbd48bf3e445139ff7069b731de450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087162 May 10 18:02:14.575717 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:14.577446 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56942) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:14.640776 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1e6e067e-aa12-4813-9b0a-532e58934e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.667135 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1e6e067e-aa12-4813-9b0a-532e58934e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.731091 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1e6e067e-aa12-4813-9b0a-532e58934e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.737876 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0cbc9274-86e2-4ec2-8744-1048ffc418d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:14.741163 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.751820 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e067e-aa12-4813-9b0a-532e58934e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f827d5c9-fbc4-40c0-b5c0-777f2e54c9ff,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:14.754750 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1e6e067e-aa12-4813-9b0a-532e58934e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:14.756715 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1e6e067e-aa12-4813-9b0a-532e58934e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:14.758167 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-1e6e067e-aa12-4813-9b0a-532e58934e21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f827d5c9-fbc4-40c0-b5c0-777f2e54c9ff HTTP/1.1" status: 204 len: 168 time: 0.1797550 May 10 18:02:15.061124 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 56970) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:15.318153 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:15.334128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc565-b7dc-4450-8b24-f1236c913a3b req-094613e1-d392-4dd4-a6e3-8eed3c9b7f77 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:15.335453 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:15.336943 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2e5bc565-b7dc-4450-8b24-f1236c913a3b req-094613e1-d392-4dd4-a6e3-8eed3c9b7f77 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1310952 May 10 18:02:15.340876 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Usage tracker for resource:security_group_rule and tenant:5c94f7ce094349f0a57a04dfa6d8f3d0 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:15.344120 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:15.350368 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:15.432425 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2e5bc565-b7dc-4450-8b24-f1236c913a3b req-57e7db79-e21a-44f6-9a2b-bdd089e75a21 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845263 May 10 18:02:15.463351 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:15.468525 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:15.543592 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2ce55590-06cd-43c6-a07a-4bc427281a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:15.572817 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190be168-9d38-4184-a750-367d9aac6f6b,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:15.577726 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:15.600365 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c94f7ce094349f0a57a04dfa6d8f3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383403 May 10 18:02:15.603128 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57002) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:15.719015 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9d485-2cd5-49f1-886f-ee0f437ff21e req-971e5458-1c58-441a-95e8-833854d81196 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:15.720549 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0e94973e-9f73-4cbc-acb5-9355b8ab3b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:15.720946 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-12f9d485-2cd5-49f1-886f-ee0f437ff21e req-971e5458-1c58-441a-95e8-833854d81196 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 945 time: 0.0989347 May 10 18:02:15.764535 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57012) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:15.769583 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0e94973e-9f73-4cbc-acb5-9355b8ab3b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:15.806042 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-12f9d485-2cd5-49f1-886f-ee0f437ff21e req-510eda8c-e978-44bb-b8b3-229b154f8cf7 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723083 May 10 18:02:15.868605 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0e94973e-9f73-4cbc-acb5-9355b8ab3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:15.874513 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-274b9ba2-7cee-4564-a9cf-a5d4fd88a7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:15.890889 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94973e-9f73-4cbc-acb5-9355b8ab3b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190be168-9d38-4184-a750-367d9aac6f6b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:15.893660 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0e94973e-9f73-4cbc-acb5-9355b8ab3b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:15.894925 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0e94973e-9f73-4cbc-acb5-9355b8ab3b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:15.897969 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0e94973e-9f73-4cbc-acb5-9355b8ab3b07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/190be168-9d38-4184-a750-367d9aac6f6b HTTP/1.1" status: 204 len: 168 time: 0.2927411 May 10 18:02:16.150698 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.169633 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:16.174209 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa16f9f07a54826b585ab499981ae9e is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:16.177346 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:16.184720 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:16.369002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.382142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.402794 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:16.460145 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2aa16f9f07a54826b585ab499981ae9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943085 May 10 18:02:16.464000 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57054) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:16.483735 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27883ad-27dc-4973-b67c-fedd5987fe0c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:16.493366 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:16.556828 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57062) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:16.568864 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e258f3c1-b2b3-4c35-8601-46b747d281a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.598666 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e258f3c1-b2b3-4c35-8601-46b747d281a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.666615 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e258f3c1-b2b3-4c35-8601-46b747d281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.674162 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8bf9183f-8af6-4d7c-90df-d5bfd5d713a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:16.693361 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258f3c1-b2b3-4c35-8601-46b747d281a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27883ad-27dc-4973-b67c-fedd5987fe0c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:16.700679 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e258f3c1-b2b3-4c35-8601-46b747d281a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:16.703471 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e258f3c1-b2b3-4c35-8601-46b747d281a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.704856 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-e258f3c1-b2b3-4c35-8601-46b747d281a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f27883ad-27dc-4973-b67c-fedd5987fe0c HTTP/1.1" status: 204 len: 168 time: 0.2390778 May 10 18:02:16.791243 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.808705 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57074) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:16.813269 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:16.819469 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Usage tracker for resource:security_group_rule and tenant:5eb48dc93dbf46c19b4f7e9f10beb761 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:16.824253 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:16.831885 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:16.836005 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:16.866914 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:16.881295 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Usage tracker for resource:security_group_rule and tenant:8e0c75d34adb4199bdf3f58fae64acd1 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:16.887186 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:16.891964 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152122f-8f01-4989-b189-8e1b85b21476 req-1d9a5eb9-1d9e-4f15-a51a-914992f24100 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:16.899718 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d152122f-8f01-4989-b189-8e1b85b21476 req-1d9a5eb9-1d9e-4f15-a51a-914992f24100 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1865406 May 10 18:02:16.900903 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:17.051078 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.064626 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.096261 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-53e98fc3-f406-4b1b-875f-9b2921407893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:17.107521 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.118403 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.138419 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5b8221ce-ae36-40cb-a4fb-26277045d3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:17.147498 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d152122f-8f01-4989-b189-8e1b85b21476 req-cb6487dc-accf-435c-b3e4-5b2ad28fcd60 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391508 May 10 18:02:17.224231 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5eb48dc93dbf46c19b4f7e9f10beb761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661417 May 10 18:02:17.224494 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f967e81a-01ea-4871-8a54-19f55be77bbb,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:17.227858 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57096) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:17.229250 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f8d502-dd59-4316-8c9c-928932c5d65b,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:17.233274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:17.241675 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:17.299737 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e0c75d34adb4199bdf3f58fae64acd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898918 May 10 18:02:17.302194 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57106) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:17.369585 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2f4c7366-f3dc-488d-8640-a904eec862b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.409909 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2f4c7366-f3dc-488d-8640-a904eec862b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.416948 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4ca641e-4b17-4525-9a1f-40c92d17266f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.467318 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4ca641e-4b17-4525-9a1f-40c92d17266f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.532162 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2f4c7366-f3dc-488d-8640-a904eec862b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.537940 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f6133c2f-0f0f-4d81-a0ec-b24e87e4105a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:17.546620 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4ca641e-4b17-4525-9a1f-40c92d17266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.556995 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c7366-f3dc-488d-8640-a904eec862b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f8d502-dd59-4316-8c9c-928932c5d65b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:17.560696 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2f4c7366-f3dc-488d-8640-a904eec862b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:17.563162 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f3c17f25-0474-4bb2-a4e3-d93174836aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:17.584292 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca641e-4b17-4525-9a1f-40c92d17266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f967e81a-01ea-4871-8a54-19f55be77bbb,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:17.588878 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2f4c7366-f3dc-488d-8640-a904eec862b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.591218 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2f4c7366-f3dc-488d-8640-a904eec862b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33f8d502-dd59-4316-8c9c-928932c5d65b HTTP/1.1" status: 204 len: 168 time: 0.3510153 May 10 18:02:17.593111 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c4ca641e-4b17-4525-9a1f-40c92d17266f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:17.595243 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4ca641e-4b17-4525-9a1f-40c92d17266f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:17.596949 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c4ca641e-4b17-4525-9a1f-40c92d17266f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f967e81a-01ea-4871-8a54-19f55be77bbb HTTP/1.1" status: 204 len: 168 time: 0.2938919 May 10 18:02:18.374670 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2a4a-9a95-48dd-8bea-d59781344646 req-aae82e68-9a5c-4ca5-acf9-9a433fc086d8 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:18.376451 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d17b2a4a-9a95-48dd-8bea-d59781344646 req-aae82e68-9a5c-4ca5-acf9-9a433fc086d8 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.0976350 May 10 18:02:18.443840 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d17b2a4a-9a95-48dd-8bea-d59781344646 req-f6c903c5-28e0-4d63-82e6-b2d43bb79fe6 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589457 May 10 18:02:18.726100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-82ac7847-b8ff-4779-9c03-85d6bb615fcd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:18.728466 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-82ac7847-b8ff-4779-9c03-85d6bb615fcd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 815 time: 0.1822104 May 10 18:02:18.753613 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-c574d37e-820f-4e3b-9faf-1736046efee3 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/quotas/ab9de790efef48ea819eac5ee3108c03 HTTP/1.1" status: 200 len: 375 time: 0.0173943 May 10 18:02:18.877284 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-b9304bf7-e9e5-4f91-83a8-b14ddfd6230a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226263 May 10 18:02:19.087679 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-7b5a2a01-5214-494e-b76c-5edf67922c87 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967845 May 10 18:02:19.294423 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-72f84b46-e8c0-46c8-a4b4-f878d9f66cb9 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012823 May 10 18:02:19.565885 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-811f525e-7cb5-4be3-94f4-620f97173dab req-4ad56227-a10a-47c2-a3c9-9d1b4af00e49 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 210 time: 0.0870059 May 10 18:02:19.875374 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277eb3cf-b2d4-48a1-8ed5-3a5efd0620d2 req-400cb1bb-11d2-4108-804f-f4c54e852334 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:19.877301 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-277eb3cf-b2d4-48a1-8ed5-3a5efd0620d2 req-400cb1bb-11d2-4108-804f-f4c54e852334 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1177375 May 10 18:02:19.958768 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-277eb3cf-b2d4-48a1-8ed5-3a5efd0620d2 req-f3704143-26aa-4975-9e72-e46bda951bb4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738783 May 10 18:02:20.582217 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57298) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:20.741112 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:20.771212 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:20.776209 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Usage tracker for resource:security_group_rule and tenant:5a659a062bb444f1a70bb68918d77f59 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:20.779695 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:20.786196 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:20.868249 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3cb179ef-4e51-4660-bce8-430ca040b83e req-09462d47-3bff-448c-a3f2-d4d48c62cdce tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 210 time: 0.1596117 May 10 18:02:20.891932 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:20.899556 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:20.909086 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2f4cf65e-2e5b-4f2e-8ab9-65490a858112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:20.967771 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0585d6c1-0820-4313-85bc-3959dc236aab,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:20.977617 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:20.980449 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a659a062bb444f1a70bb68918d77f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971679 May 10 18:02:20.983230 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57320) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:21.109795 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57326) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:21.323929 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2a7c-833f-4703-8d1b-246b4decad8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.361245 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.385483 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2a7c-833f-4703-8d1b-246b4decad8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.392465 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:21.396681 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Usage tracker for resource:security_group_rule and tenant:49dd4d4b33384d6e9135e319ed2d20bc is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:21.400753 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:21.408017 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:21.466756 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-ec58da7a-edaa-45f0-a47d-aa0abcfaf6ef tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:21.468267 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-ec58da7a-edaa-45f0-a47d-aa0abcfaf6ef tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 815 time: 0.4653924 May 10 18:02:21.481356 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221abd9-4531-4ac8-ae85-b545cc014d68 req-51c76af6-f9c9-4c89-87c7-f7996071ef9d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:21.483087 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4221abd9-4531-4ac8-ae85-b545cc014d68 req-51c76af6-f9c9-4c89-87c7-f7996071ef9d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.2506354 May 10 18:02:21.491841 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Request body: {'port': {'device_id': 'b0dce3c9-472a-443e-b6c9-d57862d1e7fd', 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'admin_state_up': True, 'tenant_id': 'ab9de790efef48ea819eac5ee3108c03'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:21.540642 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.545871 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.554642 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c4ca641e-4b17-4525-9a1f-40c92d17266f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:21.611038 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49dd4d4b33384d6e9135e319ed2d20bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998050 May 10 18:02:21.614459 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57348) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:21.617049 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc02efd-3bbb-4bbc-b588-a10b62045be1,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:21.626923 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:21.653408 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2a7c-833f-4703-8d1b-246b4decad8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.671805 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:21.716336 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4221abd9-4531-4ac8-ae85-b545cc014d68 req-1f9d1cdc-c3c5-4b39-af99-345376311fbf tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029386 May 10 18:02:21.717272 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e2a7c-833f-4703-8d1b-246b4decad8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0585d6c1-0820-4313-85bc-3959dc236aab,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:21.727818 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2b9e2a7c-833f-4703-8d1b-246b4decad8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:21.807912 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:21.835269 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2a7c-833f-4703-8d1b-246b4decad8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.837129 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-2b9e2a7c-833f-4703-8d1b-246b4decad8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0585d6c1-0820-4313-85bc-3959dc236aab HTTP/1.1" status: 204 len: 168 time: 0.8528719 May 10 18:02:21.841413 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a5a236a7-982e-4af4-8d40-ed0431058abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.843543 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:21.878777 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Made reservation on behalf of ab9de790efef48ea819eac5ee3108c03 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:02:21.882528 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:21.904975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a5a236a7-982e-4af4-8d40-ed0431058abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:22.069627 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7adadce6-f090-412c-94f2-c45f585faf15 req-34d76315-d749-4232-bee2-2b95e90f02c4 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 210 time: 0.0817881 May 10 18:02:22.150524 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a5a236a7-982e-4af4-8d40-ed0431058abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:22.158840 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:22.176738 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a236a7-982e-4af4-8d40-ed0431058abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc02efd-3bbb-4bbc-b588-a10b62045be1,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:22.182362 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a5a236a7-982e-4af4-8d40-ed0431058abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:22.216727 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Allocated IP 172.20.0.9 (bf9a74fe-c936-4189-9c32-75042986e3b1/9d509003-8dd9-448d-ab7e-6be2b5cfa9e4/48e0283f-cf9f-410c-9461-5a1fe1ab50d4) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:02:22.226430 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a5a236a7-982e-4af4-8d40-ed0431058abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:22.227812 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a5a236a7-982e-4af4-8d40-ed0431058abc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cc02efd-3bbb-4bbc-b588-a10b62045be1 HTTP/1.1" status: 204 len: 168 time: 0.6095691 May 10 18:02:22.486788 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:22.525768 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:22.537952 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:22.538749 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['dec04487-7b02-4ce1-9001-45cbef23262a', '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:22.615181 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Network bf9a74fe-c936-4189-9c32-75042986e3b1 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:02:22.618715 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:02:22.623051 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:02:22.628856 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:22.629670 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:22.655247 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Pushing event updated for resources: {'Port': ['ID=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:22.658347 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:22.667437 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1805346 May 10 18:02:22.682335 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Request body: {'port': {'device_id': 'b0dce3c9-472a-443e-b6c9-d57862d1e7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:22.934717 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:23.472392 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf99d2f-05f0-4b75-bf7f-7fcb3e07306c req-003a4e56-23a8-449d-839b-b9f0141161f1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:23.473832 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1bf99d2f-05f0-4b75-bf7f-7fcb3e07306c req-003a4e56-23a8-449d-839b-b9f0141161f1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.3283257 May 10 18:02:23.596855 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1bf99d2f-05f0-4b75-bf7f-7fcb3e07306c req-f26d8a36-0039-4fbc-af99-313a91045651 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141071 May 10 18:02:23.608937 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f376af-b854-4c32-b05d-f0f31926d696 req-a4f1b53f-f3cd-4450-a024-85f66bf0db4c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:23.609716 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e3f376af-b854-4c32-b05d-f0f31926d696 req-a4f1b53f-f3cd-4450-a024-85f66bf0db4c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Synchronizing usage tracker for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:02:23.627303 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:23.636529 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:23.647291 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e3f376af-b854-4c32-b05d-f0f31926d696 req-a4f1b53f-f3cd-4450-a024-85f66bf0db4c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Unset dirty status for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:02:23.649693 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e3f376af-b854-4c32-b05d-f0f31926d696 req-a4f1b53f-f3cd-4450-a024-85f66bf0db4c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 931 time: 0.3605270 May 10 18:02:23.657584 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Transition to ACTIVE for port object 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:02:23.680316 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:23.775534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a53aa029-d1ac-4fad-a005-2d0075980802 tempest-DeleteServersTestJSON-1878278986 tempest-DeleteServersTestJSON-1878278986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:23.917076 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e3f376af-b854-4c32-b05d-f0f31926d696 req-f1ea4ae7-3082-44dc-8d2a-c3618a60428c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606440 May 10 18:02:23.949967 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Pushing event updated for resources: {'Port': ['ID=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:23.957178 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:23.982507 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Attempting to bind port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:02:23.983160 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Attempting to bind port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:02:23.983810 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Attempting to bind port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 on network bf9a74fe-c936-4189-9c32-75042986e3b1 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:23.989282 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 on network bf9a74fe-c936-4189-9c32-75042986e3b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:02:23.989924 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Attempting to bind port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 on network bf9a74fe-c936-4189-9c32-75042986e3b1 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:23.995394 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:02:23.995970 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Checking segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:02:23.996556 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Bound using segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:02:23.997164 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Bound port: 48e0283f-cf9f-410c-9461-5a1fe1ab50d4, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:02:23.998079 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:24.115313 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] For port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:02:24.131491 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] For port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:02:24.141079 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:24.146265 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:24.207853 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:24.208466 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:24.210048 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] 10.222.0.64 "PUT /v2.0/ports/48e0283f-cf9f-410c-9461-5a1fe1ab50d4 HTTP/1.1" status: 200 len: 1093 time: 1.5337834 May 10 18:02:24.212967 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dce3c9-472a-443e-b6c9-d57862d1e7fd', 'tag': '48e0283f-cf9f-410c-9461-5a1fe1ab50d4'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:24.249175 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Pushing event updated for resources: {'Port': ['ID=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:24.264756 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:24.328784 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dce3c9-472a-443e-b6c9-d57862d1e7fd', 'tag': '48e0283f-cf9f-410c-9461-5a1fe1ab50d4', 'status': 'completed', 'code': 200} May 10 18:02:24.378558 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-3f647a39-5dc4-4183-bcea-e60ddffd7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:24.380086 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-3f647a39-5dc4-4183-bcea-e60ddffd7a1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 1096 time: 0.1036839 May 10 18:02:24.468988 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-eb6f7752-ca05-4fd9-a1ce-73298c2149ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e0283f-cf9f-410c-9461-5a1fe1ab50d4 HTTP/1.1" status: 200 len: 217 time: 0.0710168 May 10 18:02:24.575407 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-986a668c-9587-424e-be9d-fc2c7376a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:24.576898 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-986a668c-9587-424e-be9d-fc2c7376a682 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 0.0985210 May 10 18:02:24.667698 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-bebcac73-927b-4097-bdad-0b03aa2eff27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805080 May 10 18:02:24.674974 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57508) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:25.042065 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-040380f9-8878-449a-8cb8-1c914ff4f4de service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526943 May 10 18:02:25.092145 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.203276 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:25.219280 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8d15d5e1254ac0a0d948d3043d1820 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:25.234890 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:25.235696 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57530) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:25.257217 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:25.313594 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193aae5f-cfe4-46cd-a5f1-65bbf442c78b req-33232e88-18ee-4c7d-8d1f-0921413b9e33 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:25.315070 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-193aae5f-cfe4-46cd-a5f1-65bbf442c78b req-33232e88-18ee-4c7d-8d1f-0921413b9e33 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.3352311 May 10 18:02:25.349505 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0875a3c-6995-491d-944b-b4dfaf7b48df req-77d996bf-15ab-4003-9d89-77a4244de14d service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895708 May 10 18:02:25.394243 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.394455 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac079b-962f-45af-b43c-b10238366952 req-0bf8e9cc-6c65-4e91-8224-84c20f22d569 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:25.395932 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-04ac079b-962f-45af-b43c-b10238366952 req-0bf8e9cc-6c65-4e91-8224-84c20f22d569 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 943 time: 0.2885489 May 10 18:02:25.412798 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-193aae5f-cfe4-46cd-a5f1-65bbf442c78b req-4b6a96d4-3c0e-484a-a0af-3c4552bf201b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888543 May 10 18:02:25.424312 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:25.428641 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Usage tracker for resource:security_group_rule and tenant:1d81354ed78a4b03955bda584a0564bb is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:25.442437 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:25.449298 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:25.513698 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-04ac079b-962f-45af-b43c-b10238366952 req-36ddd1d0-8a22-45d1-bd54-9fb6d6f43806 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045232 May 10 18:02:25.541689 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.545616 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.550682 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.556082 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.557607 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2973ff35-da47-4df9-ab3b-750924e408cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:25.567111 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:25.596304 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faed9f09-f429-48f4-826b-33902fbf46ef,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:25.608578 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:25.615877 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d81354ed78a4b03955bda584a0564bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791351 May 10 18:02:25.619797 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57540) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:25.626089 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95afe1-b607-4180-96db-49a8901da772 req-3dbd34d2-d186-47ae-ba9f-f1a93a115e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:25.627765 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e95afe1-b607-4180-96db-49a8901da772 req-3dbd34d2-d186-47ae-ba9f-f1a93a115e77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 1096 time: 0.2003548 May 10 18:02:25.639342 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb8d15d5e1254ac0a0d948d3043d1820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9633403 May 10 18:02:25.640274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decdf486-2f05-4bc7-a3ba-7b96a6d05e9c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:25.642688 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57544) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:25.646039 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:25.702655 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1b1e003e-d565-4ecb-a938-fa7302aa9f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.742894 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1b1e003e-d565-4ecb-a938-fa7302aa9f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.808140 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1b1e003e-d565-4ecb-a938-fa7302aa9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.822790 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:25.841031 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f69406c3-ee25-4a76-b33d-f67f75932769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.850386 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1b1e003e-d565-4ecb-a938-fa7302aa9f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:25.853233 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-1b1e003e-d565-4ecb-a938-fa7302aa9f98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/faed9f09-f429-48f4-826b-33902fbf46ef HTTP/1.1" status: 204 len: 168 time: 0.2322843 May 10 18:02:25.854475 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e003e-d565-4ecb-a938-fa7302aa9f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faed9f09-f429-48f4-826b-33902fbf46ef,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:25.858814 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95afe1-b607-4180-96db-49a8901da772 req-63eeab08-bb5a-41bd-87a1-7bc0f2f8ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:25.860492 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e95afe1-b607-4180-96db-49a8901da772 req-63eeab08-bb5a-41bd-87a1-7bc0f2f8ec65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 916 time: 0.2169278 May 10 18:02:25.879915 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1b1e003e-d565-4ecb-a938-fa7302aa9f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:25.937218 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f69406c3-ee25-4a76-b33d-f67f75932769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.057104 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e95afe1-b607-4180-96db-49a8901da772 req-38b00fd4-2a7a-493a-aa79-8159a925cf15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e0283f-cf9f-410c-9461-5a1fe1ab50d4 HTTP/1.1" status: 200 len: 217 time: 0.1825867 May 10 18:02:26.139583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95afe1-b607-4180-96db-49a8901da772 req-2ba0c381-a1c2-4a16-9031-2316ab599a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:26.141017 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e95afe1-b607-4180-96db-49a8901da772 req-2ba0c381-a1c2-4a16-9031-2316ab599a8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 0.0771182 May 10 18:02:26.180175 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57572) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:26.194264 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e95afe1-b607-4180-96db-49a8901da772 req-e2951289-8468-45e0-a2f8-dc8646f08b17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427682 May 10 18:02:26.194859 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f69406c3-ee25-4a76-b33d-f67f75932769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.199539 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:26.231853 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69406c3-ee25-4a76-b33d-f67f75932769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decdf486-2f05-4bc7-a3ba-7b96a6d05e9c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:26.292869 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f69406c3-ee25-4a76-b33d-f67f75932769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:26.298798 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f69406c3-ee25-4a76-b33d-f67f75932769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.299925 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-f69406c3-ee25-4a76-b33d-f67f75932769 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/decdf486-2f05-4bc7-a3ba-7b96a6d05e9c HTTP/1.1" status: 204 len: 168 time: 0.6551638 May 10 18:02:26.347350 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.359729 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e95afe1-b607-4180-96db-49a8901da772 req-74211811-ee0c-4e53-9fb2-894737e100e4 service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509759 May 10 18:02:26.364364 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:26.369206 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Usage tracker for resource:security_group_rule and tenant:f840acfaf464465d93d1b76facfa012e is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:26.372372 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:26.379492 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:26.483427 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57588) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:26.490147 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.496150 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.512773 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c2a70132-7058-47ee-906d-6757abcd210f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:26.581777 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f840acfaf464465d93d1b76facfa012e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973050 May 10 18:02:26.582013 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57598) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:26.595239 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55082cc3-5518-4053-ba70-82820ebe8262,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:26.608674 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e95afe1-b607-4180-96db-49a8901da772 req-66976b3e-8ee9-459f-9453-af517f1dd7cd service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415521 May 10 18:02:26.621450 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:26.673613 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7264fef1-e714-4a19-bd50-994c34d371f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.689619 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146f1f6-e8bf-4327-beb7-722abf7cedd6 req-84263dd8-f4eb-4bc6-ad20-e48e455d754e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:26.693412 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9146f1f6-e8bf-4327-beb7-722abf7cedd6 req-84263dd8-f4eb-4bc6-ad20-e48e455d754e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1473198 May 10 18:02:26.709866 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7264fef1-e714-4a19-bd50-994c34d371f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.774965 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7264fef1-e714-4a19-bd50-994c34d371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.780004 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4767d3ba-549c-46ec-b5a2-a9b414a91aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:26.785398 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.793594 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264fef1-e714-4a19-bd50-994c34d371f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55082cc3-5518-4053-ba70-82820ebe8262,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:26.796864 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7264fef1-e714-4a19-bd50-994c34d371f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:26.798986 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7264fef1-e714-4a19-bd50-994c34d371f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.800440 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7264fef1-e714-4a19-bd50-994c34d371f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55082cc3-5518-4053-ba70-82820ebe8262 HTTP/1.1" status: 204 len: 168 time: 0.2173891 May 10 18:02:26.833615 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:26.844217 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9146f1f6-e8bf-4327-beb7-722abf7cedd6 req-46f992b9-9f8b-4057-95ab-cbb63957fe48 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136670 May 10 18:02:26.845149 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Usage tracker for resource:security_group_rule and tenant:95dc913a9e814bc880c1cb4fbe4dca1f is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:26.851969 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:26.857349 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:26.897185 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d303-dd69-4161-9e43-645e122690ad req-bbc67a06-8157-4e6e-aebb-53dfb62f657e tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:26.899766 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e3d8d303-dd69-4161-9e43-645e122690ad req-bbc67a06-8157-4e6e-aebb-53dfb62f657e tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 943 time: 0.2051094 May 10 18:02:26.939898 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57612) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:26.969699 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:26.971298 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e3d8d303-dd69-4161-9e43-645e122690ad req-781f8f2b-85ef-4e48-87fd-53db8c135d4b tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635421 May 10 18:02:27.001267 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:27.006095 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Usage tracker for resource:security_group_rule and tenant:e5e874cc76884c069c3cd9d12bcfc217 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:27.018679 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:27.025796 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:27.036449 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.052214 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.072092 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4a4db18b-cc4e-48c4-b9f7-21d9df287a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:27.148483 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1093b-796f-463c-8775-f2d8ffdf0c44,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:27.154403 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:27.160728 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95dc913a9e814bc880c1cb4fbe4dca1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745019 May 10 18:02:27.161535 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57620) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:27.225395 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.233059 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.243940 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2f4c7366-f3dc-488d-8640-a904eec862b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:27.261194 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df4c7d52-ff24-4922-a1bf-81f858a48ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.321019 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df4c7d52-ff24-4922-a1bf-81f858a48ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.349485 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57634) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:27.350666 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5e874cc76884c069c3cd9d12bcfc217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066091 May 10 18:02:27.357462 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b397bb8-0810-479d-9a22-f1ace99ed576,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:27.377488 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:27.442698 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-72ea7920-80f8-4b2d-840f-efa4a000a4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.474421 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df4c7d52-ff24-4922-a1bf-81f858a48ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.479728 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-72ea7920-80f8-4b2d-840f-efa4a000a4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.487198 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-264dab7f-2ed0-45fc-a88f-acf7742f1251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:27.501366 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c7d52-ff24-4922-a1bf-81f858a48ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1093b-796f-463c-8775-f2d8ffdf0c44,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:27.505204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-df4c7d52-ff24-4922-a1bf-81f858a48ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:27.521047 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df4c7d52-ff24-4922-a1bf-81f858a48ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.525766 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-df4c7d52-ff24-4922-a1bf-81f858a48ed3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5aa1093b-796f-463c-8775-f2d8ffdf0c44 HTTP/1.1" status: 204 len: 168 time: 0.3632951 May 10 18:02:27.562171 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-72ea7920-80f8-4b2d-840f-efa4a000a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.567222 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bcf5f2aa-bc37-4738-a865-7c81185b3959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:27.580117 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea7920-80f8-4b2d-840f-efa4a000a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b397bb8-0810-479d-9a22-f1ace99ed576,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:27.583342 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-72ea7920-80f8-4b2d-840f-efa4a000a4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:27.586990 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-72ea7920-80f8-4b2d-840f-efa4a000a4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:27.590824 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-72ea7920-80f8-4b2d-840f-efa4a000a4cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b397bb8-0810-479d-9a22-f1ace99ed576 HTTP/1.1" status: 204 len: 168 time: 0.2376332 May 10 18:02:28.187354 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317a336-e646-4a3c-96a9-3051bd7fb78d req-1f39ca77-8263-4e47-963e-37ba4daebe06 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:28.194424 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b317a336-e646-4a3c-96a9-3051bd7fb78d req-1f39ca77-8263-4e47-963e-37ba4daebe06 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.2030520 May 10 18:02:28.281229 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57666) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:28.301294 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b317a336-e646-4a3c-96a9-3051bd7fb78d req-547f3c85-1e98-43f4-8038-4c9c3f68ac97 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629597 May 10 18:02:28.304048 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:28.323959 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:28.328812 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Usage tracker for resource:security_group_rule and tenant:c5276108320d4084a3c9b63d9354ec67 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:28.332738 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:28.342672 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:28.355542 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bc506-70c5-46e6-a0a6-a16b2a320a3b req-f3a1ddff-28ac-4fd1-96e8-f3e05429241d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:28.357949 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-aa3bc506-70c5-46e6-a0a6-a16b2a320a3b req-f3a1ddff-28ac-4fd1-96e8-f3e05429241d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 943 time: 0.1623213 May 10 18:02:28.421359 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-aa3bc506-70c5-46e6-a0a6-a16b2a320a3b req-476aecce-f1b8-400e-abde-92216614fddc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 May 10 18:02:28.496672 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:28.506121 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:28.519573 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bdb227e4-2871-4213-9aa2-ec7a06777a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:28.558303 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5276108320d4084a3c9b63d9354ec67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760019 May 10 18:02:28.561019 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57680) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:28.605901 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba06534-e6b0-4239-9477-8571d7ff3a3b,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:28.610402 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:28.671017 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-98b6c042-60ea-4889-aa7d-3b31de0e102b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:28.729918 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-98b6c042-60ea-4889-aa7d-3b31de0e102b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:28.805631 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-98b6c042-60ea-4889-aa7d-3b31de0e102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:28.810709 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:28.825113 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6c042-60ea-4889-aa7d-3b31de0e102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba06534-e6b0-4239-9477-8571d7ff3a3b,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:28.828025 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-98b6c042-60ea-4889-aa7d-3b31de0e102b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:28.829228 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-98b6c042-60ea-4889-aa7d-3b31de0e102b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:28.830352 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-98b6c042-60ea-4889-aa7d-3b31de0e102b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bba06534-e6b0-4239-9477-8571d7ff3a3b HTTP/1.1" status: 204 len: 168 time: 0.2681429 May 10 18:02:29.509419 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3a88-ac68-429c-8be9-4be3d8f10380 req-79ade5ee-bba8-4769-960e-7bd0724c23bb tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:29.512552 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e6b3a88-ac68-429c-8be9-4be3d8f10380 req-79ade5ee-bba8-4769-960e-7bd0724c23bb tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.0900111 May 10 18:02:29.524320 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:02:29.580426 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e6b3a88-ac68-429c-8be9-4be3d8f10380 req-16fe73c3-e521-426d-856c-0f560c572f64 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622771 May 10 18:02:29.696873 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44204335-c8cd-48b6-8249-336d2016ccde req-8084fcfb-cd2e-4054-be8e-a1d51f33da24 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:29.698738 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-44204335-c8cd-48b6-8249-336d2016ccde req-8084fcfb-cd2e-4054-be8e-a1d51f33da24 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 943 time: 0.1251562 May 10 18:02:29.777792 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:29.787586 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-44204335-c8cd-48b6-8249-336d2016ccde req-7268e5d2-b420-4b74-bc71-b5515e5e12b2 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800285 May 10 18:02:29.798012 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '48e0283f-cf9f-410c-9461-5a1fe1ab50d4', 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'port_id': '48e0283f-cf9f-410c-9461-5a1fe1ab50d4', 'mac_address': 'fa:16:3e:0f:1e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d509003-8dd9-448d-ab7e-6be2b5cfa9e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:02:29.862168 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:29.881646 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:29.901029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:29.907022 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:29.920098 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-12d5629b-f397-470a-af4c-19aa5d33d31f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:30.027805 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:30.037322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.037674 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.038014 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.038401 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.039278 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.039686 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.040023 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.040351 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.040676 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.041000 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.041322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.041639 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:30.045941 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:30.229216 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['48e0283f-cf9f-410c-9461-5a1fe1ab50d4'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:30.828520 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bfc21-0032-48f4-b7b7-faf44ad35fe6 req-29ea44ac-3d17-4cb8-a590-273ab7d82eb3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:30.832422 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-426bfc21-0032-48f4-b7b7-faf44ad35fe6 req-29ea44ac-3d17-4cb8-a590-273ab7d82eb3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1007352 May 10 18:02:30.891478 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-426bfc21-0032-48f4-b7b7-faf44ad35fe6 req-4c018f40-49a0-4184-b910-c95d31b743bd tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546534 May 10 18:02:30.924591 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:02:31.123855 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5de1b2-8766-43f3-a019-46fac8a4f862 req-9d188de5-ff78-4a1b-920c-220a248298dd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:31.129416 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5d5de1b2-8766-43f3-a019-46fac8a4f862 req-9d188de5-ff78-4a1b-920c-220a248298dd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 944 time: 0.1878123 May 10 18:02:31.207581 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5d5de1b2-8766-43f3-a019-46fac8a4f862 req-96090360-0ce4-43a5-aef3-62eda0f50c23 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677745 May 10 18:02:31.489542 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57866) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:31.524832 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:02:31.619245 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:02:31.626092 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:02:31.626742 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:31.661947 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96d5a-9f30-4fdd-8ac6-2297bd003e43 req-adf72cf2-4761-4b31-bd6e-66c451c1411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:31.663436 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-efc96d5a-9f30-4fdd-8ac6-2297bd003e43 req-adf72cf2-4761-4b31-bd6e-66c451c1411b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 1099 time: 0.2272270 May 10 18:02:31.699044 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:31.725376 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:31.732584 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed91bba9b3e340a08cae5dcf638138ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:31.736524 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-efc96d5a-9f30-4fdd-8ac6-2297bd003e43 req-a08a4779-ad34-411c-94bd-cd5672ee54f4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584972 May 10 18:02:31.737464 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:31.745927 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:31.764503 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:31.793322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dce3c9-472a-443e-b6c9-d57862d1e7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e0283f-cf9f-410c-9461-5a1fe1ab50d4'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:31.803271 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:31.808914 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:31.810663 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:31.850415 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dce3c9-472a-443e-b6c9-d57862d1e7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e0283f-cf9f-410c-9461-5a1fe1ab50d4', 'code': 200} May 10 18:02:31.857458 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:31.862883 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:31.873022 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b46e594f-b56e-4bad-8615-2b808d226afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:31.891221 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:31.895782 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:31.916613 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed91bba9b3e340a08cae5dcf638138ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257693 May 10 18:02:31.919082 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57884) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:31.936904 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184727b0-fe78-4a96-84be-22769dff2958,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:31.960154 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:32.044369 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c31be2f0-da18-4e0b-8539-5b1c3b4ff26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:32.217368 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c31be2f0-da18-4e0b-8539-5b1c3b4ff26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:32.354980 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88888aa-3dc3-4638-b43d-241faf3f34d4 req-f28c9be3-08e7-4e76-a3a9-bcc1f4ffe47e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:32.356580 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d88888aa-3dc3-4638-b43d-241faf3f34d4 req-f28c9be3-08e7-4e76-a3a9-bcc1f4ffe47e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.2920177 May 10 18:02:32.368593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba9ebc-fe2d-4c91-9166-aaf92632aeb2 req-37c69fdb-be54-43f1-97a3-87a3d5533aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:32.370027 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f7ba9ebc-fe2d-4c91-9166-aaf92632aeb2 req-37c69fdb-be54-43f1-97a3-87a3d5533aed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 1098 time: 0.2603154 May 10 18:02:32.370630 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c31be2f0-da18-4e0b-8539-5b1c3b4ff26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:32.377762 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-22d48a46-88a0-4d18-991f-c51aeb24ff3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:32.412756 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-70d6996c-187c-44b1-8038-82f085521860 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2160287 May 10 18:02:32.424422 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31be2f0-da18-4e0b-8539-5b1c3b4ff26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184727b0-fe78-4a96-84be-22769dff2958,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:32.431699 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c31be2f0-da18-4e0b-8539-5b1c3b4ff26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:32.496988 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c31be2f0-da18-4e0b-8539-5b1c3b4ff26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:32.498336 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-c31be2f0-da18-4e0b-8539-5b1c3b4ff26c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/184727b0-fe78-4a96-84be-22769dff2958 HTTP/1.1" status: 204 len: 168 time: 0.5645604 May 10 18:02:32.553516 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d88888aa-3dc3-4638-b43d-241faf3f34d4 req-2dd738b3-f53c-43e4-adf1-1fdd89d70211 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891406 May 10 18:02:32.564581 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f7ba9ebc-fe2d-4c91-9166-aaf92632aeb2 req-65164500-73c9-4e96-a8d1-c2dc71ae3f93 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649206 May 10 18:02:32.613512 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4b86-d9b0-49d0-b364-26073cf39574 req-95dbbcc4-7fbf-4938-8834-f6ae07369803 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:32.614998 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b41b4b86-d9b0-49d0-b364-26073cf39574 req-95dbbcc4-7fbf-4938-8834-f6ae07369803 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 945 time: 0.2099421 May 10 18:02:32.626593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-143f3540-67cc-42c4-ba19-80796d8bc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:32.628286 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-143f3540-67cc-42c4-ba19-80796d8bc98b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 1098 time: 0.1256692 May 10 18:02:32.670789 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b41b4b86-d9b0-49d0-b364-26073cf39574 req-7c25dca0-7669-42cb-ac10-184aee690b3f tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 May 10 18:02:32.820176 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-c93987da-1a0b-4541-8a39-0033eb4fb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:32.822079 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-c93987da-1a0b-4541-8a39-0033eb4fb6a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 916 time: 0.1545451 May 10 18:02:32.866175 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57920) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:32.887482 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:32.907349 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-2e28c4a4-845f-4f54-ba39-e734cbf387bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dec04487-7b02-4ce1-9001-45cbef23262a HTTP/1.1" status: 200 len: 217 time: 0.0775189 May 10 18:02:32.908712 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:32.913347 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Usage tracker for resource:security_group_rule and tenant:4d57155e29cc411087a311f7f05bf3b6 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:32.918106 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:32.926255 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:32.989999 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-b9d5fe26-f592-4ac8-aa2d-d62e895d75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:32.991648 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-b9d5fe26-f592-4ac8-aa2d-d62e895d75ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 0.0711536 May 10 18:02:33.037332 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.042713 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.052755 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-9e57995d-ad0f-4cc5-8db7-d0d826d737e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483882 May 10 18:02:33.053198 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57926) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:33.054965 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4069969-0313-46e5-80ef-b6ef96823cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:33.098162 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d57155e29cc411087a311f7f05bf3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303402 May 10 18:02:33.100528 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e89959-8f0e-4a94-ba8d-71eaab44d0d8,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:33.104215 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:33.104901 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57932) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:33.169104 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-46a364b9-604a-4adb-9184-8f835c3e5d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.195928 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-46a364b9-604a-4adb-9184-8f835c3e5d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.208339 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-0fbe317c-b0a5-497b-91b0-5bc6d4272b6d service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467750 May 10 18:02:33.212888 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.253296 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-46a364b9-604a-4adb-9184-8f835c3e5d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.259682 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0e94973e-9f73-4cbc-acb5-9355b8ab3b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:33.287345 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a364b9-604a-4adb-9184-8f835c3e5d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e89959-8f0e-4a94-ba8d-71eaab44d0d8,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:33.294212 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-46a364b9-604a-4adb-9184-8f835c3e5d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:33.295009 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:33.305470 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Usage tracker for resource:security_group_rule and tenant:4bdca8a800ca44eb8eb880a107746e80 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:33.310649 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:33.313318 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-46a364b9-604a-4adb-9184-8f835c3e5d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.319881 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:33.323133 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-46a364b9-604a-4adb-9184-8f835c3e5d3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9e89959-8f0e-4a94-ba8d-71eaab44d0d8 HTTP/1.1" status: 204 len: 168 time: 0.2112255 May 10 18:02:33.393565 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ac97b75-aaa9-4aa2-a041-b244f92049b4 req-d22b1fc5-fc77-4175-9fc6-8f429815a09a service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685853 May 10 18:02:33.470048 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.474952 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.489335 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d9a9ede4-206f-4116-a6f9-7808cdd46e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:33.531597 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4bdca8a800ca44eb8eb880a107746e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774172 May 10 18:02:33.533728 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac7f28-c861-4b9e-b842-e59676eb8589,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:33.534641 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 57944) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:33.537121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:33.595544 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a071-ca35-4331-8fec-b00a6d282be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.625967 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a071-ca35-4331-8fec-b00a6d282be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.696406 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a071-ca35-4331-8fec-b00a6d282be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.704377 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5699e3ed-2f25-457e-aac4-9e265ff501cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:33.721272 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a071-ca35-4331-8fec-b00a6d282be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:33.724882 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-3bf3a071-ca35-4331-8fec-b00a6d282be4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2ac7f28-c861-4b9e-b842-e59676eb8589 HTTP/1.1" status: 204 len: 168 time: 0.1866550 May 10 18:02:33.724882 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3a071-ca35-4331-8fec-b00a6d282be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac7f28-c861-4b9e-b842-e59676eb8589,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:33.730942 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3bf3a071-ca35-4331-8fec-b00a6d282be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:33.865326 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac1664-017d-4be1-98c5-965087e521cf req-3ca5f7a6-a983-4848-abe9-ab431da0fbac tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:33.866827 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64ac1664-017d-4be1-98c5-965087e521cf req-3ca5f7a6-a983-4848-abe9-ab431da0fbac tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1826820 May 10 18:02:33.977896 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64ac1664-017d-4be1-98c5-965087e521cf req-5feabbe4-9a10-4782-b142-b2218e76d03d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720727 May 10 18:02:34.035679 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a173b-7b88-4a6b-90c2-9d5621c11d8f req-00ec6a5d-575c-41e2-b982-c68aae0bd72a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:34.037229 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-810a173b-7b88-4a6b-90c2-9d5621c11d8f req-00ec6a5d-575c-41e2-b982-c68aae0bd72a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 945 time: 0.1804688 May 10 18:02:34.145177 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-810a173b-7b88-4a6b-90c2-9d5621c11d8f req-d5332812-8e08-43fe-a80e-333e051f8ec0 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965083 May 10 18:02:34.237858 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5060-c408-4ce4-9961-120388bab83b req-8c52eb9f-f7d5-4dad-bfae-5c8671626118 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:34.239329 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ba1c5060-c408-4ce4-9961-120388bab83b req-8c52eb9f-f7d5-4dad-bfae-5c8671626118 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0915599 May 10 18:02:34.388186 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ba1c5060-c408-4ce4-9961-120388bab83b req-19fff187-9b7a-4f84-b4c8-15fd966da8ce tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415734 May 10 18:02:34.394346 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 57988) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:34.598157 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:34.623710 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:34.628398 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b5713d5194a49b4ae353bdfe4a93e8a is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:34.634047 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:34.640657 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:34.754808 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:34.761777 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:34.765907 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:34.800018 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f69406c3-ee25-4a76-b33d-f67f75932769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:34.812234 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b5713d5194a49b4ae353bdfe4a93e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160850 May 10 18:02:34.813950 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58012) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:34.872548 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55306510-f836-46da-b191-1a0542e158b9,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:34.874462 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:34.952924 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8eec56a1-e6bd-4ad7-be83-aca57b81b2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:35.009093 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8eec56a1-e6bd-4ad7-be83-aca57b81b2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:35.082341 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8eec56a1-e6bd-4ad7-be83-aca57b81b2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:35.086627 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3aeb4ffc-e0d4-4039-9d5d-b101fc8ae3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:35.099313 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec56a1-e6bd-4ad7-be83-aca57b81b2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55306510-f836-46da-b191-1a0542e158b9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:35.102243 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8eec56a1-e6bd-4ad7-be83-aca57b81b2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:35.104860 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8eec56a1-e6bd-4ad7-be83-aca57b81b2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:35.106007 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-8eec56a1-e6bd-4ad7-be83-aca57b81b2c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55306510-f836-46da-b191-1a0542e158b9 HTTP/1.1" status: 204 len: 168 time: 0.2911136 May 10 18:02:35.412489 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91d619-698a-454c-a40a-526fc0766373 req-862b71fd-675e-4096-81af-376163347032 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:35.415005 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bd91d619-698a-454c-a40a-526fc0766373 req-862b71fd-675e-4096-81af-376163347032 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 945 time: 0.1441345 May 10 18:02:35.485869 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bd91d619-698a-454c-a40a-526fc0766373 req-3a003210-ebad-41d6-9ea9-b5c1b0724e0a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 May 10 18:02:35.662248 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58044) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:35.683067 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:35.710250 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:35.715475 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d056053633634eedbe4cd1bf26eadb7d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:35.719859 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:35.730009 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:35.855983 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:35.869275 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:35.877265 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-78f3d471-37dd-4154-a377-8a7e931d3589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:35.925828 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d9f2e8-1da7-4068-a6f0-2c641f079425,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:35.931133 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d056053633634eedbe4cd1bf26eadb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676525 May 10 18:02:35.932315 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:35.933627 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58056) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:36.030792 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf1fb28f-9dfe-4402-870f-b7e49e85302d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.105293 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf1fb28f-9dfe-4402-870f-b7e49e85302d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.160922 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf1fb28f-9dfe-4402-870f-b7e49e85302d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.166404 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3bf3a071-ca35-4331-8fec-b00a6d282be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:36.178938 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fb28f-9dfe-4402-870f-b7e49e85302d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d9f2e8-1da7-4068-a6f0-2c641f079425,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:36.182561 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bf1fb28f-9dfe-4402-870f-b7e49e85302d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:36.183822 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf1fb28f-9dfe-4402-870f-b7e49e85302d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.184923 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-bf1fb28f-9dfe-4402-870f-b7e49e85302d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62d9f2e8-1da7-4068-a6f0-2c641f079425 HTTP/1.1" status: 204 len: 168 time: 0.2502110 May 10 18:02:36.489425 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-51fa47c6-e245-4584-8063-9d4bd0d253dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:36.491397 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-51fa47c6-e245-4584-8063-9d4bd0d253dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1099 time: 0.1297894 May 10 18:02:36.534218 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f186c95-00a3-4a66-a16b-14b01a52cb77 req-1c2b4c5a-151e-4a4e-9530-c86178b270ba tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:36.535856 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8f186c95-00a3-4a66-a16b-14b01a52cb77 req-1c2b4c5a-151e-4a4e-9530-c86178b270ba tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1285269 May 10 18:02:36.569349 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58072) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:36.589478 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.605699 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:36.609496 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Usage tracker for resource:security_group_rule and tenant:0aae163a02df4a45b214daf30e86c72d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:36.612279 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:36.618342 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:36.660091 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8f186c95-00a3-4a66-a16b-14b01a52cb77 req-eca02f8e-5039-4dee-a7ec-4c8f652635bb tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736377 May 10 18:02:36.691480 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-86b89958-415a-46cc-84b6-65bf4af81615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:36.692945 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-86b89958-415a-46cc-84b6-65bf4af81615 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 919 time: 0.1888406 May 10 18:02:36.714394 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.722686 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.731135 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-929a3411-11dc-41c2-ae82-5df17b0f9be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:36.780793 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0aae163a02df4a45b214daf30e86c72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098215 May 10 18:02:36.781451 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e28de4-4f37-4296-b355-9cca96f6cf13,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:36.784128 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58090) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:36.787611 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-371ad4d2-5734-4849-8464-1b8d3fe52eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:36.803230 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-2ce1f033-440b-41a9-ab18-3e5056f8b580 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 200 len: 217 time: 0.1021395 May 10 18:02:36.854436 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5b43-df96-44a1-8ec8-294ceee61487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.866039 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-154d438b-6071-42c2-9963-c8b957bcf439 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=86298f9960874aacb77ffec91a6c24bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618100 May 10 18:02:36.884568 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5b43-df96-44a1-8ec8-294ceee61487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.941160 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5b43-df96-44a1-8ec8-294ceee61487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.947672 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1e6e067e-aa12-4813-9b0a-532e58934e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:36.960451 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d5b43-df96-44a1-8ec8-294ceee61487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e28de4-4f37-4296-b355-9cca96f6cf13,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:36.965258 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ed5d5b43-df96-44a1-8ec8-294ceee61487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:36.967694 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5b43-df96-44a1-8ec8-294ceee61487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:36.969342 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-ed5d5b43-df96-44a1-8ec8-294ceee61487 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98e28de4-4f37-4296-b355-9cca96f6cf13 HTTP/1.1" status: 204 len: 168 time: 0.1832211 May 10 18:02:36.978818 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-27632365-5b81-412a-9d4a-2ebb0f1128f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:36.980259 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-27632365-5b81-412a-9d4a-2ebb0f1128f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.1511824 May 10 18:02:37.057513 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-44ee5b71-4e14-4182-8cf2-583332db2eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594172 May 10 18:02:37.164622 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-804aa4b8-8873-4aa5-bf8c-a7c6a2d49580 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:37.166083 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-804aa4b8-8873-4aa5-bf8c-a7c6a2d49580 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894945 May 10 18:02:37.211156 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-3b3f15b0-def4-41d6-8751-e0bbcb2a78ec tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/quotas/86298f9960874aacb77ffec91a6c24bd HTTP/1.1" status: 200 len: 375 time: 0.0330007 May 10 18:02:37.279336 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-72f35e5d-d5cb-4875-887b-bc84bed8e626 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=86298f9960874aacb77ffec91a6c24bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572963 May 10 18:02:37.282786 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-d8834e48-2c37-431a-a2ac-be487563e7aa service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153876 May 10 18:02:37.616360 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9e0d0481-5e54-43a8-b10d-8782df6be487 req-0948606b-95bf-47b5-ae2c-0c20fc3d3b5d service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244808 May 10 18:02:37.632286 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a78362f9-da35-44a7-a4d1-db9da6a985f7 req-52d97f2d-b2fe-4515-ac9c-ee06945e8a26 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 210 time: 0.1145003 May 10 18:02:38.004576 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec428fc-c251-4848-a426-4b8aa7057279 req-bd1d3ba9-9295-4183-9c19-f57841566c69 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:38.006149 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fec428fc-c251-4848-a426-4b8aa7057279 req-bd1d3ba9-9295-4183-9c19-f57841566c69 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1522396 May 10 18:02:38.112182 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fec428fc-c251-4848-a426-4b8aa7057279 req-275dc1b4-0d80-41d8-92c7-41e1751f5621 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969563 May 10 18:02:38.690734 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58174) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:38.795119 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c85f0afe-f215-4128-85f2-e5596f3200c1 req-fb5fa5eb-84dd-46df-91cf-2c69bbc13f7c tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 210 time: 0.0458760 May 10 18:02:38.813061 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:38.827939 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:38.831801 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Usage tracker for resource:security_group_rule and tenant:17aad0af96b34c77b78b3c6b043ac0f3 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:38.834643 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:38.841370 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:38.924486 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:38.930668 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:38.940837 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-06b2f21a-3b10-41bb-9795-3f11cacf6c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:38.987435 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f04bfa9-0798-4846-b789-ad9d78238cf5,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:38.992001 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17aad0af96b34c77b78b3c6b043ac0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999997 May 10 18:02:38.993056 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bdebed44-b03e-4047-9602-8795f8e6145a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:38.994505 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58182) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:39.055768 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-89eab387-c626-4593-83e3-5e70495e304d tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=86298f9960874aacb77ffec91a6c24bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367737 May 10 18:02:39.060274 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c93ae35b-dd4d-4c34-82c7-dfce2afe7c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.093949 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c93ae35b-dd4d-4c34-82c7-dfce2afe7c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.158827 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c93ae35b-dd4d-4c34-82c7-dfce2afe7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.164651 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bf1fb28f-9dfe-4402-870f-b7e49e85302d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:39.179971 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae35b-dd4d-4c34-82c7-dfce2afe7c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f04bfa9-0798-4846-b789-ad9d78238cf5,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:39.182234 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c93ae35b-dd4d-4c34-82c7-dfce2afe7c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:39.185983 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c93ae35b-dd4d-4c34-82c7-dfce2afe7c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.187205 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c93ae35b-dd4d-4c34-82c7-dfce2afe7c80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f04bfa9-0798-4846-b789-ad9d78238cf5 HTTP/1.1" status: 204 len: 168 time: 0.1916759 May 10 18:02:39.447330 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-fdd53771-5745-4e52-be7b-125f129ff68b tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:39.448779 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-fdd53771-5745-4e52-be7b-125f129ff68b tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3830879 May 10 18:02:39.477853 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9822a0d-fa94-418a-8e9e-8e89b1bdc76b req-84b6bfd8-ace7-461c-a935-f7fb441f22be tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:39.479304 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c9822a0d-fa94-418a-8e9e-8e89b1bdc76b req-84b6bfd8-ace7-461c-a935-f7fb441f22be tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1254075 May 10 18:02:39.483874 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Request body: {'port': {'device_id': '8be1cf82-02db-4cc2-bb0f-d49012722d6a', 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc', 'admin_state_up': True, 'tenant_id': '86298f9960874aacb77ffec91a6c24bd'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:39.623844 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c9822a0d-fa94-418a-8e9e-8e89b1bdc76b req-e6d47c85-8596-4875-931b-5a36350aab1f tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228244 May 10 18:02:39.651320 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a6f2-05d3-48d4-bb29-7e8e8b4685d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.677149 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:39.681818 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Usage tracker for resource:port and tenant:86298f9960874aacb77ffec91a6c24bd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:39.685030 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:39.691475 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:39.701984 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Made reservation on behalf of 86298f9960874aacb77ffec91a6c24bd for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:02:39.706066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.723368 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.739820 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:39.744834 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Usage tracker for resource:security_group_rule and tenant:86298f9960874aacb77ffec91a6c24bd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:39.748218 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:39.754099 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:39.870586 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.877377 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:39.938971 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b29718ec-9153-4895-b42b-d505a0daece1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:40.015320 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-03e765dd-3e5b-4f3b-aede-4c385fcb6b68 req-2968bd22-85ea-4319-b217-ab5fa79a7c02 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 210 time: 0.0777807 May 10 18:02:40.056492 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58228) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:40.116171 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce262e-0ace-4952-88ca-e60cdd32bc85,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:40.131240 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:40.166774 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Allocated IP 192.168.233.116 (3d6c6001-26bd-4330-9b05-1a178485dacc/f556916c-68a2-4dbf-a12b-223c4560bfb7/ac800a89-621a-4d2f-91db-80a611886b05) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:02:40.184359 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-382682779-network', 'tenant_id': 'b5df2723c9eb41008cfe0077087cf61d'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:40.189045 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:40.192936 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Usage tracker for resource:network and tenant:b5df2723c9eb41008cfe0077087cf61d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:40.196698 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:40.205570 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:40.216338 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Made reservation on behalf of b5df2723c9eb41008cfe0077087cf61d for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:02:40.227935 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.240849 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.255954 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:40.261100 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Usage tracker for resource:security_group_rule and tenant:b5df2723c9eb41008cfe0077087cf61d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:40.264199 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:40.270265 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:40.386096 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.392603 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.395783 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a363844c-f100-4a5b-8bd1-a1a3cc632827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:40.406702 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.427844 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:02:40.432653 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Transition to ACTIVE for port object ac800a89-621a-4d2f-91db-80a611886b05 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:02:40.434105 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c034090-0a98-47a2-96f5-52cbb1483399,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:40.437709 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:40.442132 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.442609 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.segments_db [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Added segment 24278da6-e3c9-4009-a2fa-08c9b385ceee of type vlan for network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a May 10 18:02:40.459187 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.466617 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:40.469876 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.502758 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.504120 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:40.504741 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.509465 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d56aa7b0-8c6b-437d-857d-5471456695a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:40.528129 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Network 3d6c6001-26bd-4330-9b05-1a178485dacc is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:02:40.530919 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:02:40.533438 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:02:40.540053 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:40.540662 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.575077 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Pushing event updated for resources: {'Port': ['ID=ac800a89-621a-4d2f-91db-80a611886b05,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:40.578691 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:40.603105 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1226978 May 10 18:02:40.613747 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5555449 May 10 18:02:40.616598 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Request body: {'port': {'device_id': '8be1cf82-02db-4cc2-bb0f-d49012722d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:40.616849 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Pushing event updated for resources: {'Network': ['ID=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:40.618851 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58238) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:40.621236 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:40.625191 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Request body: {'subnet': {'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-382682779-subnet', 'tenant_id': 'b5df2723c9eb41008cfe0077087cf61d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:40.629270 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:02:40.630041 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:40.634752 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Usage tracker for resource:subnet and tenant:b5df2723c9eb41008cfe0077087cf61d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:40.637991 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:40.643884 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:40.660499 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Made reservation on behalf of b5df2723c9eb41008cfe0077087cf61d for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:02:40.665608 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10728966'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.746207 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.907565 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f456d45d-4662-4be6-85c2-b3fa404b3fd3 None None] Provisioning for port ac800a89-621a-4d2f-91db-80a611886b05 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:02:40.915292 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f456d45d-4662-4be6-85c2-b3fa404b3fd3 None None] Provisioning complete for port ac800a89-621a-4d2f-91db-80a611886b05 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:02:40.915981 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f456d45d-4662-4be6-85c2-b3fa404b3fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:40.961956 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad617a-424d-46c6-bc96-79401d53d06f req-5f7da4b3-254c-4e44-819b-53a7e397c5eb tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:40.963440 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-24ad617a-424d-46c6-bc96-79401d53d06f req-5f7da4b3-254c-4e44-819b-53a7e397c5eb tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1719716 May 10 18:02:40.973224 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-f456d45d-4662-4be6-85c2-b3fa404b3fd3 None None] Port ac800a89-621a-4d2f-91db-80a611886b05 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:02:41.117245 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-24ad617a-424d-46c6-bc96-79401d53d06f req-73a7774c-c0b6-48cb-844b-80801fb41533 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457391 May 10 18:02:41.185479 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10801387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10729076'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:41.195605 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:41.293261 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Checking segment: {'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:02:41.293614 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Network hostable DHCP agents. Network: e47a45e2-255a-4d35-9b4e-0880bc2a2d5a, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:02:41.297739 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd93a0f-1084-44bb-856a-6ace5bb733ef,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:41.310198 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:41.321169 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:02:41.326409 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac800a89-621a-4d2f-91db-80a611886b05 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:41.333092 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, e47a45e2-255a-4d35-9b4e-0880bc2a2d5a) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:02:41.342558 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:41.346329 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107c134-c04c-4282-a6f8-61f03df7490c None None] Network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:02:41.352909 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:41.353613 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:41.373410 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Transition to ACTIVE for port object ac800a89-621a-4d2f-91db-80a611886b05 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:02:41.383230 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52561e04-4a83-4a3e-8aba-f6c8937fb48f req-e23faca6-cc58-4200-86a1-4b9abb52a0eb tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:41.383983 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-52561e04-4a83-4a3e-8aba-f6c8937fb48f req-e23faca6-cc58-4200-86a1-4b9abb52a0eb tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Synchronizing usage tracker for tenant:86298f9960874aacb77ffec91a6c24bd on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:02:41.387995 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:41.391116 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7709048 May 10 18:02:41.399987 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:41.686450 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8628fb-d440-4750-b2cd-f77f8f373e7d None None] Network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:02:41.721543 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-52561e04-4a83-4a3e-8aba-f6c8937fb48f req-e23faca6-cc58-4200-86a1-4b9abb52a0eb tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Unset dirty status for tenant:86298f9960874aacb77ffec91a6c24bd on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:02:41.722953 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-52561e04-4a83-4a3e-8aba-f6c8937fb48f req-e23faca6-cc58-4200-86a1-4b9abb52a0eb tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 936 time: 0.4742610 May 10 18:02:41.762384 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Attempting to bind port ac800a89-621a-4d2f-91db-80a611886b05 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:02:41.762723 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Attempting to bind port ac800a89-621a-4d2f-91db-80a611886b05 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:02:41.763043 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Attempting to bind port ac800a89-621a-4d2f-91db-80a611886b05 on network 3d6c6001-26bd-4330-9b05-1a178485dacc {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:41.781139 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Port ac800a89-621a-4d2f-91db-80a611886b05 on network 3d6c6001-26bd-4330-9b05-1a178485dacc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:02:41.781473 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Attempting to bind port ac800a89-621a-4d2f-91db-80a611886b05 on network 3d6c6001-26bd-4330-9b05-1a178485dacc {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:41.787305 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac800a89-621a-4d2f-91db-80a611886b05,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:41.790353 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:41.794008 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:02:41.794160 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Checking segment: {'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:02:41.795134 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Bound using segment: {'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:02:41.795134 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Bound port: ac800a89-621a-4d2f-91db-80a611886b05, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f59320c-50b8-4ab5-a398-30f619c35c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:02:41.795299 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:41.844432 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-22ab3ec7-6c12-4af7-bb4e-d21555554ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:41.904041 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-52561e04-4a83-4a3e-8aba-f6c8937fb48f req-1c856c14-4ce9-446b-b065-a6f084ac0ac0 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Synchronizing usage tracker for tenant:86298f9960874aacb77ffec91a6c24bd on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:02:41.948542 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-52561e04-4a83-4a3e-8aba-f6c8937fb48f req-1c856c14-4ce9-446b-b065-a6f084ac0ac0 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Unset dirty status for tenant:86298f9960874aacb77ffec91a6c24bd on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:02:41.950074 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-52561e04-4a83-4a3e-8aba-f6c8937fb48f req-1c856c14-4ce9-446b-b065-a6f084ac0ac0 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135453 May 10 18:02:41.957732 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] For port ac800a89-621a-4d2f-91db-80a611886b05, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:02:41.962359 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] For port ac800a89-621a-4d2f-91db-80a611886b05, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac800a89-621a-4d2f-91db-80a611886b05,segment=NetworkSegment(7f59320c-50b8-4ab5-a398-30f619c35c72),segment_id=7f59320c-50b8-4ab5-a398-30f619c35c72)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:02:41.968242 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:41.975618 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:42.049334 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac800a89-621a-4d2f-91db-80a611886b05,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:42.053928 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:42.058948 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:42.059699 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:42.061195 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] 10.222.0.64 "PUT /v2.0/ports/ac800a89-621a-4d2f-91db-80a611886b05 HTTP/1.1" status: 200 len: 1098 time: 1.4499507 May 10 18:02:42.061716 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be1cf82-02db-4cc2-bb0f-d49012722d6a', 'tag': 'ac800a89-621a-4d2f-91db-80a611886b05'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:42.157949 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:42.178076 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be1cf82-02db-4cc2-bb0f-d49012722d6a', 'tag': 'ac800a89-621a-4d2f-91db-80a611886b05', 'status': 'completed', 'code': 200} May 10 18:02:42.246387 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-7d08f8f4-e90b-4196-9e7a-71b2143681a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:42.248985 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-7d08f8f4-e90b-4196-9e7a-71b2143681a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86298f9960874aacb77ffec91a6c24bd&device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 1101 time: 0.1408334 May 10 18:02:42.369544 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-95904941-ee19-48ff-a8dc-6f13bedd4b16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ac800a89-621a-4d2f-91db-80a611886b05 HTTP/1.1" status: 200 len: 217 time: 0.1018038 May 10 18:02:42.506139 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-2a282091-c444-4455-a90f-34a5511dee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:42.507824 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-2a282091-c444-4455-a90f-34a5511dee9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f556916c-68a2-4dbf-a12b-223c4560bfb7 HTTP/1.1" status: 200 len: 843 time: 0.0817690 May 10 18:02:42.566086 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72c5c-de3d-4062-bdc6-bf264e01c6c8 req-7dca3f0a-b918-487f-80d2-d052cbaeea9b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:42.567618 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06a72c5c-de3d-4062-bdc6-bf264e01c6c8 req-7dca3f0a-b918-487f-80d2-d052cbaeea9b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1971905 May 10 18:02:42.632334 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06a72c5c-de3d-4062-bdc6-bf264e01c6c8 req-60726521-7663-420c-8767-fd42e61002b9 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582943 May 10 18:02:42.654213 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-ca4faa3c-9f08-43d4-9260-c2de09422935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:42.654213 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-ca4faa3c-9f08-43d4-9260-c2de09422935 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d6c6001-26bd-4330-9b05-1a178485dacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1304061 May 10 18:02:42.809081 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:42.813363 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-aee328b2-fa79-4336-8b02-ea3d874e748a service neutron] 10.222.0.64 "GET /v2.0/networks/3d6c6001-26bd-4330-9b05-1a178485dacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508968 May 10 18:02:42.975531 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e40114d6-bdec-4013-8e71-cae3eadb9977 req-fa59cc30-9714-41e9-9d70-6a36f1bd53e4 service neutron] 10.222.0.64 "GET /v2.0/networks/3d6c6001-26bd-4330-9b05-1a178485dacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430807 May 10 18:02:43.184342 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-38d0d437-1e19-4673-aa60-1dba727719ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:43.185812 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-38d0d437-1e19-4673-aa60-1dba727719ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86298f9960874aacb77ffec91a6c24bd&device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 1101 time: 0.1384335 May 10 18:02:43.193169 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceda0ee-1632-43c8-83cd-818dec305cbc req-53788860-97c3-4e4e-870c-dd6205d79f2d tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:43.194549 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dceda0ee-1632-43c8-83cd-818dec305cbc req-53788860-97c3-4e4e-870c-dd6205d79f2d tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 948 time: 0.1094193 May 10 18:02:43.321643 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dceda0ee-1632-43c8-83cd-818dec305cbc req-80b9e4fc-377e-4f3c-a33e-382814da4dd4 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086071 May 10 18:02:43.362659 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-1e92cb68-9f02-4276-b604-e8b1dfc8252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:43.364934 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-1e92cb68-9f02-4276-b604-e8b1dfc8252e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d6c6001-26bd-4330-9b05-1a178485dacc HTTP/1.1" status: 200 len: 870 time: 0.1694624 May 10 18:02:43.447802 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-de9bf69b-7f38-4e69-a9ff-19b9e3645212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ac800a89-621a-4d2f-91db-80a611886b05 HTTP/1.1" status: 200 len: 217 time: 0.0684783 May 10 18:02:43.517500 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-7737fd42-59aa-499c-bd9b-295d2595f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:43.519222 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-7737fd42-59aa-499c-bd9b-295d2595f14b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f556916c-68a2-4dbf-a12b-223c4560bfb7 HTTP/1.1" status: 200 len: 843 time: 0.0605960 May 10 18:02:43.603918 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-579fd202-db59-40ca-9e57-9de6410c729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:43.605419 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-579fd202-db59-40ca-9e57-9de6410c729e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d6c6001-26bd-4330-9b05-1a178485dacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789659 May 10 18:02:43.931280 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-6de91d44-452f-4d14-b966-c6d1e118fa16 service neutron] 10.222.0.64 "GET /v2.0/networks/3d6c6001-26bd-4330-9b05-1a178485dacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144219 May 10 18:02:44.187422 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc7c51d6-1c79-46d0-bf78-6462c4eea1f1 req-3946d2c9-a355-4d0a-9b5d-64d390e657cb service neutron] 10.222.0.64 "GET /v2.0/networks/3d6c6001-26bd-4330-9b05-1a178485dacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037737 May 10 18:02:44.225364 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-39fa62bb-a055-4b49-a9b2-8b5cb5b39388 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:44.227489 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-39fa62bb-a055-4b49-a9b2-8b5cb5b39388 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 815 time: 0.4871690 May 10 18:02:44.235585 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f824-a76d-47f2-9069-eaf8d650901e req-359c072c-dafe-4ab5-9567-13b01e2eb3f6 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:44.236948 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-359c072c-dafe-4ab5-9567-13b01e2eb3f6 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/networks?id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a HTTP/1.1" status: 200 len: 813 time: 0.4955783 May 10 18:02:44.254382 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-0c3cfae5-093a-46a8-9aa8-3651f25e5752 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/quotas/ab9de790efef48ea819eac5ee3108c03 HTTP/1.1" status: 200 len: 375 time: 0.0165038 May 10 18:02:44.259772 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-d6e9d038-f798-4820-aa55-29c02f5b85cc tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/quotas/b5df2723c9eb41008cfe0077087cf61d HTTP/1.1" status: 200 len: 375 time: 0.0121915 May 10 18:02:44.355215 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-b217a1b7-7549-4b2b-98b2-60430698b358 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5df2723c9eb41008cfe0077087cf61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869009 May 10 18:02:44.492462 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-772b911f-81f2-43b0-97f1-ad3ff7317240 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2248290 May 10 18:02:44.605841 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-a063defa-f849-4519-98e4-24ed4e2a3160 service neutron] 10.222.0.46 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368801 May 10 18:02:44.728118 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-a6858d30-fd27-467e-8a48-ef6ab49e211b service neutron] 10.222.0.46 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246852 May 10 18:02:44.739679 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:44.855513 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-8373863f-f2b8-4b7d-bd4e-c157c16e76fc service neutron] 10.222.0.46 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405777 May 10 18:02:44.903279 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-e90b9216-8ab0-4ed1-b5e7-a98ac4cef448 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673164 May 10 18:02:45.217481 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddb083-f1cc-425a-a130-c481d828462e req-4ce46c32-ce3d-4c80-91db-2f4d9a7a5e68 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:45.219005 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-27ddb083-f1cc-425a-a130-c481d828462e req-4ce46c32-ce3d-4c80-91db-2f4d9a7a5e68 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1018655 May 10 18:02:45.299601 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-27ddb083-f1cc-425a-a130-c481d828462e req-cd9e335c-12a0-4663-acaf-8f6af98f6fd4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749528 May 10 18:02:45.405820 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-04488ef5-11c0-4fbd-ab95-30c0d90b4bf7 req-e1ade319-119e-4d99-9668-9126a67f1778 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 210 time: 0.0491052 May 10 18:02:45.447614 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf813-78b0-4bf1-89f4-9473d8d95ae7 req-5c117e33-758b-422b-b27b-4aa4d05582d6 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:45.449251 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bacaf813-78b0-4bf1-89f4-9473d8d95ae7 req-5c117e33-758b-422b-b27b-4aa4d05582d6 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 948 time: 0.1372945 May 10 18:02:45.514856 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bacaf813-78b0-4bf1-89f4-9473d8d95ae7 req-5fd20c10-6694-4d93-908a-c10ea89ac43f tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575492 May 10 18:02:45.571230 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c0a98329-93ab-4d54-8181-e7f645821a0f req-fcd07ba5-fbaa-4bf7-8838-4cc386ca43d8 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 210 time: 0.0496690 May 10 18:02:45.604505 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device ac800a89-621a-4d2f-91db-80a611886b05 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:02:45.759250 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port ac800a89-621a-4d2f-91db-80a611886b05, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac800a89-621a-4d2f-91db-80a611886b05,segment=NetworkSegment(7f59320c-50b8-4ab5-a398-30f619c35c72),segment_id=7f59320c-50b8-4ab5-a398-30f619c35c72)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:45.773628 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': 'ac800a89-621a-4d2f-91db-80a611886b05', 'network_id': '3d6c6001-26bd-4330-9b05-1a178485dacc', 'port_id': 'ac800a89-621a-4d2f-91db-80a611886b05', 'mac_address': 'fa:16:3e:d3:d5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f556916c-68a2-4dbf-a12b-223c4560bfb7', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:02:45.838911 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:45.857165 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac800a89-621a-4d2f-91db-80a611886b05 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:45.878082 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port ac800a89-621a-4d2f-91db-80a611886b05, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac800a89-621a-4d2f-91db-80a611886b05,segment=NetworkSegment(7f59320c-50b8-4ab5-a398-30f619c35c72),segment_id=7f59320c-50b8-4ab5-a398-30f619c35c72)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:45.883664 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:45.886632 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f9bc037b-6cbf-44af-b7ed-0a030e1b4b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:45.961205 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=ac800a89-621a-4d2f-91db-80a611886b05,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:45.968400 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:46.272524 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['ac800a89-621a-4d2f-91db-80a611886b05'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:46.818440 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-55c76b44-a0fb-4884-aaa6-1cd5c9ae24b6 req-dcbe2bf6-d2c3-410a-8698-41ece1f25fba tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 210 time: 0.0783937 May 10 18:02:46.879849 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-6f98f50d-73e2-4a60-8f18-f1ab74235343 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:46.881275 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-6f98f50d-73e2-4a60-8f18-f1ab74235343 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 815 time: 0.4495921 May 10 18:02:46.896153 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Request body: {'port': {'device_id': '3437d9c4-d711-46ba-b429-3e535e48deea', 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'admin_state_up': True, 'tenant_id': 'ab9de790efef48ea819eac5ee3108c03'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:46.919710 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33779159-5c37-447c-8257-754bb112c6c9 req-d32fbd0b-37d2-4288-9f1f-b218f367474a tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:46.921249 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-33779159-5c37-447c-8257-754bb112c6c9 req-d32fbd0b-37d2-4288-9f1f-b218f367474a tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2149308 May 10 18:02:47.190457 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-33779159-5c37-447c-8257-754bb112c6c9 req-a7db9629-658b-48b1-a530-2ed101088439 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163069 May 10 18:02:47.260667 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:47.282214 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f824-a76d-47f2-9069-eaf8d650901e req-d47690d0-2b02-4a9f-8cba-74f305268449 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:47.283639 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-d47690d0-2b02-4a9f-8cba-74f305268449 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.64 "GET /v2.0/networks?id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a HTTP/1.1" status: 200 len: 813 time: 0.3108428 May 10 18:02:47.284504 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:47.334713 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Request body: {'port': {'device_id': '5e13ae70-447d-4ec0-8dc1-1b49a4f84186', 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a', 'admin_state_up': True, 'tenant_id': 'b5df2723c9eb41008cfe0077087cf61d'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:47.355229 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aeb6a-b319-4ba8-8318-b54a0fc5c53b req-f594322a-a714-47ab-a624-bb6958d593fd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:47.356675 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a18aeb6a-b319-4ba8-8318-b54a0fc5c53b req-f594322a-a714-47ab-a624-bb6958d593fd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 949 time: 0.3818407 May 10 18:02:47.379807 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Made reservation on behalf of ab9de790efef48ea819eac5ee3108c03 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:02:47.383724 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:47.446567 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11f6c128-45fa-4dba-81cb-29bb4a0e850b req-63a49170-535b-43b0-a05b-5cc93858161a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 210 time: 0.1496091 May 10 18:02:47.575725 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a18aeb6a-b319-4ba8-8318-b54a0fc5c53b req-65d2d1db-2f2a-4345-a328-3d67d1ae009e tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100410 May 10 18:02:47.620456 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device ac800a89-621a-4d2f-91db-80a611886b05 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:02:47.620994 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:47.657105 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Usage tracker for resource:port and tenant:b5df2723c9eb41008cfe0077087cf61d is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:47.661899 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:47.671567 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:47.695451 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Made reservation on behalf of b5df2723c9eb41008cfe0077087cf61d for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:02:47.699542 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:47.704196 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port ac800a89-621a-4d2f-91db-80a611886b05 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:02:47.709905 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port ac800a89-621a-4d2f-91db-80a611886b05 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:02:47.711009 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:47.721547 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Allocated IP 172.20.0.10 (bf9a74fe-c936-4189-9c32-75042986e3b1/9d509003-8dd9-448d-ab7e-6be2b5cfa9e4/c6153e3f-ebb6-499f-a161-189a6e7d96a2) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:02:47.839824 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:47.871347 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1cf82-02db-4cc2-bb0f-d49012722d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac800a89-621a-4d2f-91db-80a611886b05'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:47.884876 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port ac800a89-621a-4d2f-91db-80a611886b05, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac800a89-621a-4d2f-91db-80a611886b05,segment=NetworkSegment(7f59320c-50b8-4ab5-a398-30f619c35c72),segment_id=7f59320c-50b8-4ab5-a398-30f619c35c72)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:47.895789 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:47.900231 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-12d5629b-f397-470a-af4c-19aa5d33d31f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:47.946146 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1cf82-02db-4cc2-bb0f-d49012722d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac800a89-621a-4d2f-91db-80a611886b05', 'code': 200} May 10 18:02:47.990203 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=ac800a89-621a-4d2f-91db-80a611886b05,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:48.006315 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:48.115868 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc1f653a-311d-44e2-8f2f-0e73b77907c9 req-9d971a66-9533-4c56-a143-6a43bb5f0fce tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 210 time: 0.0822804 May 10 18:02:48.132484 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Allocated IP 172.20.0.7 (e47a45e2-255a-4d35-9b4e-0880bc2a2d5a/bcd93a0f-1084-44bb-856a-6ace5bb733ef/97152dcb-828f-4c19-989d-7e8a240d4f0c) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:02:48.302309 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:48.570669 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9bb70-a660-4ee3-8752-7c2dc12effe1 req-b95ab438-66b2-47c7-bf20-2bcac23ec916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:48.572114 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-55f9bb70-a660-4ee3-8752-7c2dc12effe1 req-b95ab438-66b2-47c7-bf20-2bcac23ec916 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 1103 time: 0.4126740 May 10 18:02:48.655057 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-59d61fab-d2fa-46c0-a0be-ebbb811cd4fb req-e2c5b166-0aaa-411d-9995-7a4f38613fa9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 210 time: 0.0868919 May 10 18:02:48.703097 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:48.714782 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['dec04487-7b02-4ce1-9001-45cbef23262a', '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a', '48e0283f-cf9f-410c-9461-5a1fe1ab50d4'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:48.719188 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:48.785422 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404bb4e-7310-4ca1-b228-fbc3ec2dc86e req-37f00516-5f97-4586-8c62-b524dda8e26c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:48.786791 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f404bb4e-7310-4ca1-b228-fbc3ec2dc86e req-37f00516-5f97-4586-8c62-b524dda8e26c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.4759359 May 10 18:02:48.799876 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-55f9bb70-a660-4ee3-8752-7c2dc12effe1 req-a9fa488f-bf09-47f3-bae2-6dfa0a1aa712 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720836 May 10 18:02:48.807412 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:48.825670 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Network bf9a74fe-c936-4189-9c32-75042986e3b1 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:02:48.831579 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:02:48.834052 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:02:48.840211 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:48.840821 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:48.874902 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Pushing event updated for resources: {'Port': ['ID=c6153e3f-ebb6-499f-a161-189a6e7d96a2,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:48.877767 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:48.950043 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f404bb4e-7310-4ca1-b228-fbc3ec2dc86e req-0ccf9987-775c-4091-813a-94d3eee48c99 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465285 May 10 18:02:48.972769 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0755098 May 10 18:02:48.982027 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Request body: {'port': {'device_id': '3437d9c4-d711-46ba-b429-3e535e48deea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:49.029167 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:49.039521 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d3457621-62c7-49fd-907c-dba77bab435a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:49.181510 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:02:49.184175 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Pushing event updated for resources: {'Port': ['ID=97152dcb-828f-4c19-989d-7e8a240d4f0c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:49.187144 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:49.191372 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:02:49.193564 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:02:49.207312 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:49.208816 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:49.227626 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c22c95-4666-4c75-a31e-860d752e7ba6 req-f67822bf-297d-426d-95e8-437c27bcff5a tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:49.229179 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-25c22c95-4666-4c75-a31e-860d752e7ba6 req-f67822bf-297d-426d-95e8-437c27bcff5a tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 950 time: 0.3268299 May 10 18:02:49.316433 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0229282 May 10 18:02:49.321500 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:49.343350 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Request body: {'port': {'device_id': '5e13ae70-447d-4ec0-8dc1-1b49a4f84186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:02:49.461403 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-25c22c95-4666-4c75-a31e-860d752e7ba6 req-af562bff-0b06-434a-a122-e128e2d47505 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192302 May 10 18:02:49.594186 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780095c-9b82-4acf-a2ef-54c08400e19f req-b45e7936-a564-451a-95bb-6a37dfc98195 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:49.594925 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-6780095c-9b82-4acf-a2ef-54c08400e19f req-b45e7936-a564-451a-95bb-6a37dfc98195 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Synchronizing usage tracker for tenant:b5df2723c9eb41008cfe0077087cf61d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:02:49.621629 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:49.741252 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-6780095c-9b82-4acf-a2ef-54c08400e19f req-b45e7936-a564-451a-95bb-6a37dfc98195 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Unset dirty status for tenant:b5df2723c9eb41008cfe0077087cf61d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:02:49.742892 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6780095c-9b82-4acf-a2ef-54c08400e19f req-b45e7936-a564-451a-95bb-6a37dfc98195 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 931 time: 0.5126371 May 10 18:02:49.934388 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6780095c-9b82-4acf-a2ef-54c08400e19f req-6d704861-ede0-4a37-ba9e-517f08646732 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804297 May 10 18:02:50.098641 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aea1d-c884-4d4d-b95a-278cadd16a5b req-b33ed950-b767-4f95-a61a-91d9ddfc3e34 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:50.099248 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-338aea1d-c884-4d4d-b95a-278cadd16a5b req-b33ed950-b767-4f95-a61a-91d9ddfc3e34 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Synchronizing usage tracker for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:02:50.231164 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-338aea1d-c884-4d4d-b95a-278cadd16a5b req-b33ed950-b767-4f95-a61a-91d9ddfc3e34 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Unset dirty status for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:02:50.232180 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-338aea1d-c884-4d4d-b95a-278cadd16a5b req-b33ed950-b767-4f95-a61a-91d9ddfc3e34 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 932 time: 0.4572203 May 10 18:02:50.276746 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6153e3f-ebb6-499f-a161-189a6e7d96a2 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:50.290632 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:50.476243 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Transition to ACTIVE for port object c6153e3f-ebb6-499f-a161-189a6e7d96a2 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:02:50.493453 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-338aea1d-c884-4d4d-b95a-278cadd16a5b req-063fe3b5-6279-481a-bcda-d1040c1c2b7e tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492609 May 10 18:02:50.496607 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:50.504812 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:50.565273 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97152dcb-828f-4c19-989d-7e8a240d4f0c {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:50.627261 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641677d-fdd9-4aeb-8a9d-25c152a85da9 req-fe5aa920-ce83-4c47-95e5-48f6f055685b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:50.628749 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4641677d-fdd9-4aeb-8a9d-25c152a85da9 req-fe5aa920-ce83-4c47-95e5-48f6f055685b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.4477262 May 10 18:02:50.638375 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:50.728047 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Pushing event updated for resources: {'Port': ['ID=c6153e3f-ebb6-499f-a161-189a6e7d96a2,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:50.736979 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:50.771337 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Transition to ACTIVE for port object 97152dcb-828f-4c19-989d-7e8a240d4f0c will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:02:50.790565 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:50.806019 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1b61ad01-b6f5-4835-918a-d2ac629261ae tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:50.875273 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Attempting to bind port c6153e3f-ebb6-499f-a161-189a6e7d96a2 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:02:50.875273 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Attempting to bind port c6153e3f-ebb6-499f-a161-189a6e7d96a2 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:02:50.875273 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Attempting to bind port c6153e3f-ebb6-499f-a161-189a6e7d96a2 on network bf9a74fe-c936-4189-9c32-75042986e3b1 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:50.876076 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4641677d-fdd9-4aeb-8a9d-25c152a85da9 req-58d0bf5a-c2b8-4032-8def-438844363cb1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258382 May 10 18:02:50.931656 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Port c6153e3f-ebb6-499f-a161-189a6e7d96a2 on network bf9a74fe-c936-4189-9c32-75042986e3b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:02:50.932004 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Attempting to bind port c6153e3f-ebb6-499f-a161-189a6e7d96a2 on network bf9a74fe-c936-4189-9c32-75042986e3b1 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:50.952247 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:02:50.952581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Checking segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:02:50.952958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Bound using segment: {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:02:50.953387 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Bound port: c6153e3f-ebb6-499f-a161-189a6e7d96a2, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:02:50.953727 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:51.018002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Pushing event updated for resources: {'Port': ['ID=97152dcb-828f-4c19-989d-7e8a240d4f0c,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:51.056734 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:51.140275 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72f2d6-445c-49e9-b99b-1bff13541c56 req-a7041ac6-3fe1-41f3-8684-647fe60174ba tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:51.141732 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8d72f2d6-445c-49e9-b99b-1bff13541c56 req-a7041ac6-3fe1-41f3-8684-647fe60174ba tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 950 time: 0.5121126 May 10 18:02:51.145245 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Attempting to bind port 97152dcb-828f-4c19-989d-7e8a240d4f0c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:02:51.145579 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Attempting to bind port 97152dcb-828f-4c19-989d-7e8a240d4f0c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:02:51.145907 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Attempting to bind port 97152dcb-828f-4c19-989d-7e8a240d4f0c on network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:51.185911 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Port 97152dcb-828f-4c19-989d-7e8a240d4f0c on network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:02:51.186240 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Attempting to bind port 97152dcb-828f-4c19-989d-7e8a240d4f0c on network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:02:51.207198 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:02:51.207564 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Checking segment: {'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:02:51.207969 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Bound using segment: {'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:02:51.208396 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Bound port: 97152dcb-828f-4c19-989d-7e8a240d4f0c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:02:51.208746 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:51.243221 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] For port c6153e3f-ebb6-499f-a161-189a6e7d96a2, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:02:51.299506 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] For port c6153e3f-ebb6-499f-a161-189a6e7d96a2, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6153e3f-ebb6-499f-a161-189a6e7d96a2,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:02:51.306926 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8d72f2d6-445c-49e9-b99b-1bff13541c56 req-bc4f8cfc-caa7-4508-9a2f-f1da6f779210 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548302 May 10 18:02:51.313229 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:51.321818 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:51.425170 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ef200-a211-4954-b85a-4b89282d6b43 req-9fb9caf6-ba61-4d56-841e-35ba6d3c78dc tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:51.426729 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e13ef200-a211-4954-b85a-4b89282d6b43 req-9fb9caf6-ba61-4d56-841e-35ba6d3c78dc tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 943 time: 0.3606923 May 10 18:02:51.430749 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:51.431350 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:51.432653 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6153e3f-ebb6-499f-a161-189a6e7d96a2 HTTP/1.1" status: 200 len: 1094 time: 2.4584117 May 10 18:02:51.435050 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3437d9c4-d711-46ba-b429-3e535e48deea', 'tag': 'c6153e3f-ebb6-499f-a161-189a6e7d96a2'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:51.468774 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] For port 97152dcb-828f-4c19-989d-7e8a240d4f0c, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:02:51.526499 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Pushing event updated for resources: {'Port': ['ID=c6153e3f-ebb6-499f-a161-189a6e7d96a2,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:51.538457 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] For port 97152dcb-828f-4c19-989d-7e8a240d4f0c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=97152dcb-828f-4c19-989d-7e8a240d4f0c,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:02:51.547025 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:51.552434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:51.561498 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:51.610145 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e13ef200-a211-4954-b85a-4b89282d6b43 req-7213486c-9418-4602-925e-c16accaa9e5c tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703806 May 10 18:02:51.640699 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:51.641318 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:51.642681 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] 10.222.0.64 "PUT /v2.0/ports/97152dcb-828f-4c19-989d-7e8a240d4f0c HTTP/1.1" status: 200 len: 1093 time: 2.3080490 May 10 18:02:51.657756 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Pushing event updated for resources: {'Port': ['ID=97152dcb-828f-4c19-989d-7e8a240d4f0c,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:51.661448 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:51.673975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-9be15b30-3828-4382-8848-efe3bc1b58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:51.675571 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-9be15b30-3828-4382-8848-efe3bc1b58a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 1097 time: 0.1904335 May 10 18:02:51.690766 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3437d9c4-d711-46ba-b429-3e535e48deea', 'tag': 'c6153e3f-ebb6-499f-a161-189a6e7d96a2', 'status': 'completed', 'code': 200} May 10 18:02:51.818333 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-57b7af30-0893-4f59-9f73-88f306d8c21a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6153e3f-ebb6-499f-a161-189a6e7d96a2 HTTP/1.1" status: 200 len: 217 time: 0.1085408 May 10 18:02:51.996003 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1a0cb5ab-0065-4020-8c71-c3f469370748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:51.997682 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-1a0cb5ab-0065-4020-8c71-c3f469370748 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 0.1080678 May 10 18:02:52.068117 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-19df6b90-ff65-43cf-ab98-8a326b30d0d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631859 May 10 18:02:52.092910 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca222fe-e63d-4c3f-a2bb-23b8ae200afb req-7fd12329-b897-4061-8c87-1d8ea8bd7e9c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:52.094369 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0ca222fe-e63d-4c3f-a2bb-23b8ae200afb req-7fd12329-b897-4061-8c87-1d8ea8bd7e9c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 944 time: 0.2839298 May 10 18:02:52.122843 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f824-a76d-47f2-9069-eaf8d650901e req-a3ffcc03-ffc9-49a7-9396-ffa83dd46978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:52.124303 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-a3ffcc03-ffc9-49a7-9396-ffa83dd46978 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5df2723c9eb41008cfe0077087cf61d&device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 1096 time: 0.3571992 May 10 18:02:52.135579 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488513d6-c959-4555-8daa-75d6f8cd618a req-e8ca678c-87d8-4106-9c2d-b6d74a91a02c tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:52.136945 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-488513d6-c959-4555-8daa-75d6f8cd618a req-e8ca678c-87d8-4106-9c2d-b6d74a91a02c tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 950 time: 0.3215387 May 10 18:02:52.375719 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-70b43fd5-083e-46d8-b896-5e612286e71a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97152dcb-828f-4c19-989d-7e8a240d4f0c HTTP/1.1" status: 200 len: 217 time: 0.2377455 May 10 18:02:52.473998 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0ca222fe-e63d-4c3f-a2bb-23b8ae200afb req-0b59fb50-7b6a-40fe-a1a4-09c838c51f5b tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549151 May 10 18:02:52.515693 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-488513d6-c959-4555-8daa-75d6f8cd618a req-7ec3a8f8-ec3e-4ab4-a2b5-9dbe2d1b1ae6 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781626 May 10 18:02:52.523377 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-0d396fd3-94e7-43b7-8437-197c18bfbc37 service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445524 May 10 18:02:52.524682 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f824-a76d-47f2-9069-eaf8d650901e req-7f2768ca-dbf3-4bfd-8bf2-4c5db6f34b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:52.526073 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-7f2768ca-dbf3-4bfd-8bf2-4c5db6f34b06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcd93a0f-1084-44bb-856a-6ace5bb733ef HTTP/1.1" status: 200 len: 853 time: 0.1351659 May 10 18:02:52.686612 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-9b26482a-8fe6-480e-9795-b70d3e30b9af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236112 May 10 18:02:52.917309 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9f4dcb85-50dd-4d72-a217-b75e76dc9f3a req-61c27b79-ad24-4f80-8d83-29f35d8164a7 service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731582 May 10 18:02:52.958516 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d85bcf-5142-4c1b-a36c-dde52b1ce3ba req-337c84db-8b43-49f8-a690-b68fc1267334 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:52.960611 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f9d85bcf-5142-4c1b-a36c-dde52b1ce3ba req-337c84db-8b43-49f8-a690-b68fc1267334 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.3584666 May 10 18:02:52.966139 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-69727ed6-32f3-4405-b1be-9d9bd9a0906a service neutron] 10.222.0.64 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652929 May 10 18:02:53.058418 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb50c-34e3-452b-905d-f10c719a942b req-035aa24b-f055-441d-9e71-5ca7d7434609 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:53.059205 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-791eb50c-34e3-452b-905d-f10c719a942b req-035aa24b-f055-441d-9e71-5ca7d7434609 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 943 time: 0.2831411 May 10 18:02:53.177405 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f9d85bcf-5142-4c1b-a36c-dde52b1ce3ba req-83eaeade-8193-4f26-bf5b-19258f85afe0 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079849 May 10 18:02:53.218579 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-791eb50c-34e3-452b-905d-f10c719a942b req-aa5ecadf-0ce2-4cd9-b9ae-67f686d41db7 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447685 May 10 18:02:53.264087 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-fda8f660-dec5-44e1-b14c-992d18c0266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:53.265558 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-fda8f660-dec5-44e1-b14c-992d18c0266d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9de790efef48ea819eac5ee3108c03&device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 1097 time: 0.2763035 May 10 18:02:53.268874 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e510f824-a76d-47f2-9069-eaf8d650901e req-aa09b3af-d55f-45e5-93a2-59550a0fc1d1 service neutron] 10.222.0.64 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764568 May 10 18:02:53.407106 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-616cb293-91e7-488f-8158-3d327b255df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:53.408566 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-616cb293-91e7-488f-8158-3d327b255df3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 200 len: 916 time: 0.1280701 May 10 18:02:53.483808 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-30941d31-1226-474c-9b01-84ea25d57f31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6153e3f-ebb6-499f-a161-189a6e7d96a2 HTTP/1.1" status: 200 len: 217 time: 0.0651796 May 10 18:02:53.551691 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-50528892-29ec-468d-96cd-c2ccfc88127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:53.553166 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-50528892-29ec-468d-96cd-c2ccfc88127d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 200 len: 855 time: 0.0584848 May 10 18:02:53.640955 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-ff757949-31d2-482d-892e-6016f5d94ad6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf9a74fe-c936-4189-9c32-75042986e3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792258 May 10 18:02:53.707097 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e13ae70-447d-4ec0-8dc1-1b49a4f84186', 'tag': '97152dcb-828f-4c19-989d-7e8a240d4f0c'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:53.950297 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d11336-605d-4291-9b09-01f020752da8 req-48152ac4-b001-4e21-9b77-4a39c4497378 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:53.951759 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49d11336-605d-4291-9b09-01f020752da8 req-48152ac4-b001-4e21-9b77-4a39c4497378 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 944 time: 0.3598571 May 10 18:02:53.961330 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-d7ca1c2b-04f1-4ff2-9904-0cfe6d1efbb9 service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790751 May 10 18:02:53.984212 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c500ce-bd34-48b6-988f-fbedb6f0af27 req-eb83d9b6-70ec-49c0-be75-d175a4752116 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:53.985593 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d4c500ce-bd34-48b6-988f-fbedb6f0af27 req-eb83d9b6-70ec-49c0-be75-d175a4752116 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 950 time: 0.3471029 May 10 18:02:54.160972 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49d11336-605d-4291-9b09-01f020752da8 req-ce1cbe47-cf31-4b8e-b747-7fa61fa131f5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969621 May 10 18:02:54.193975 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d4c500ce-bd34-48b6-988f-fbedb6f0af27 req-6f15a48a-2873-446a-a911-388ad08b2b72 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801875 May 10 18:02:54.237700 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bdaa9fa-08fa-4043-bcdb-1843cce9b533 req-e8e7ae5b-afc2-4a15-bb70-205609e61036 service neutron] 10.222.0.64 "GET /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496002 May 10 18:02:54.259701 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30624a-d32c-4a41-b19b-87760441f567 req-56bf72b7-ba38-473b-81a5-5ed5b97dd54e tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:54.262114 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2f30624a-d32c-4a41-b19b-87760441f567 req-56bf72b7-ba38-473b-81a5-5ed5b97dd54e tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.64 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 950 time: 0.2529757 May 10 18:02:54.264451 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e13ae70-447d-4ec0-8dc1-1b49a4f84186', 'tag': '97152dcb-828f-4c19-989d-7e8a240d4f0c', 'status': 'completed', 'code': 200} May 10 18:02:54.586930 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58588) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:54.602066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-08bb4c32-7f54-4cf6-81c1-5da0314ac5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:54.603544 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-08bb4c32-7f54-4cf6-81c1-5da0314ac5c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5df2723c9eb41008cfe0077087cf61d&device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 1096 time: 0.2739298 May 10 18:02:54.616095 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ea69e-d8eb-4c17-ba12-9e2c9f41b857 req-0ffc1b82-045e-4ab6-83b7-d371bbbdf5b4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:54.617889 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-925ea69e-d8eb-4c17-ba12-9e2c9f41b857 req-0ffc1b82-045e-4ab6-83b7-d371bbbdf5b4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2403851 May 10 18:02:54.714069 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:54.727565 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Deleting port ac800a89-621a-4d2f-91db-80a611886b05 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:02:54.727852 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:54.728538 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:02:54.732274 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Usage tracker for resource:security_group_rule and tenant:ad2d6afb6f4e4824a71217dd1d50a365 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:02:54.734981 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:02:54.740758 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:02:54.755400 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98e9d-057c-4132-8f2c-56fad08f140b req-60fd9ec0-dac9-421c-8cfe-238338356755 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:54.756999 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-04d98e9d-057c-4132-8f2c-56fad08f140b req-60fd9ec0-dac9-421c-8cfe-238338356755 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 943 time: 0.3069646 May 10 18:02:54.826601 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:54.830863 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:54.838458 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7a3e1774-b48c-4d81-a9dd-28f28abc1fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:54.877169 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3489e-4f1f-4ee1-8845-fadefc35f95e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:54.885791 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad2d6afb6f4e4824a71217dd1d50a365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969620 May 10 18:02:54.886714 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:54.887154 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 58594) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:02:54.893985 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-925ea69e-d8eb-4c17-ba12-9e2c9f41b857 req-db42980f-0fd9-479b-9766-a6166a309c6d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544475 May 10 18:02:54.947481 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5de82042-44c5-4927-aaab-f5b6d05e8353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:54.952115 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-04d98e9d-057c-4132-8f2c-56fad08f140b req-3559aa21-fb8d-44a3-a3cb-8bcab376a134 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436591 May 10 18:02:54.973922 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] For port ac800a89-621a-4d2f-91db-80a611886b05, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac800a89-621a-4d2f-91db-80a611886b05,segment=NetworkSegment(7f59320c-50b8-4ab5-a398-30f619c35c72),segment_id=7f59320c-50b8-4ab5-a398-30f619c35c72)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:54.974278 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:54.974884 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5de82042-44c5-4927-aaab-f5b6d05e8353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:54.982063 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-78714a96-5f7d-482a-8629-ca0bd7c2c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:54.983205 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-78714a96-5f7d-482a-8629-ca0bd7c2c91a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a HTTP/1.1" status: 200 len: 914 time: 0.3644745 May 10 18:02:55.037142 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5de82042-44c5-4927-aaab-f5b6d05e8353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:55.045984 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0e1aadfc-056a-41a4-81d1-bb5b06d718ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:55.060202 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de82042-44c5-4927-aaab-f5b6d05e8353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf3489e-4f1f-4ee1-8845-fadefc35f95e,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:55.068801 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5de82042-44c5-4927-aaab-f5b6d05e8353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:55.072086 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-5de82042-44c5-4927-aaab-f5b6d05e8353 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cf3489e-4f1f-4ee1-8845-fadefc35f95e HTTP/1.1" status: 204 len: 168 time: 0.1839960 May 10 18:02:55.073372 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5de82042-44c5-4927-aaab-f5b6d05e8353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:55.150048 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Calling delete_port for ac800a89-621a-4d2f-91db-80a611886b05 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:02:55.168300 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-c2df4240-b801-428e-97df-e4d04f0ae008 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97152dcb-828f-4c19-989d-7e8a240d4f0c HTTP/1.1" status: 200 len: 217 time: 0.1275647 May 10 18:02:55.245743 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-94db4ce6-0026-472b-831a-20798858602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:55.247432 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-94db4ce6-0026-472b-831a-20798858602c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcd93a0f-1084-44bb-856a-6ace5bb733ef HTTP/1.1" status: 200 len: 853 time: 0.0666957 May 10 18:02:55.388227 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-473b75a1-937b-493a-95f3-f840375754ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163325 May 10 18:02:55.644956 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:55.651117 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device c6153e3f-ebb6-499f-a161-189a6e7d96a2 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:02:55.657190 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5118ea74-bffe-4a5e-9731-575b01fa4550 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:55.661154 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['ac800a89-621a-4d2f-91db-80a611886b05'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:55.723474 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Pushing event deleted for resources: {'Port': ['ID=ac800a89-621a-4d2f-91db-80a611886b05,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:55.743553 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:55.851756 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port c6153e3f-ebb6-499f-a161-189a6e7d96a2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6153e3f-ebb6-499f-a161-189a6e7d96a2,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:55.857480 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f59c7c-be81-4231-b44d-f6fb7b1916ff req-f8432756-5d08-44c9-a963-b938916798d5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:55.859043 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-38f59c7c-be81-4231-b44d-f6fb7b1916ff req-f8432756-5d08-44c9-a963-b938916798d5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 944 time: 0.5141568 May 10 18:02:55.872942 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] No DVR routers for this DVR port ac800a89-621a-4d2f-91db-80a611886b05 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:02:55.876581 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-131da1ac-b15d-4d37-84d1-c23bf63fde10 service neutron] 10.222.0.64 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487041 May 10 18:02:55.876973 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': 'c6153e3f-ebb6-499f-a161-189a6e7d96a2', 'network_id': 'bf9a74fe-c936-4189-9c32-75042986e3b1', 'port_id': 'c6153e3f-ebb6-499f-a161-189a6e7d96a2', 'mac_address': 'fa:16:3e:ca:b9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d509003-8dd9-448d-ab7e-6be2b5cfa9e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:02:55.884678 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e967f-d6d5-4b14-b9a2-f2f730db58a9 req-3a65d5e9-54e3-4f87-a923-5135398b6587 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:55.892136 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b14e967f-d6d5-4b14-b9a2-f2f730db58a9 req-3a65d5e9-54e3-4f87-a923-5135398b6587 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be1cf82-02db-4cc2-bb0f-d49012722d6a HTTP/1.1" status: 200 len: 867 time: 0.5381336 May 10 18:02:55.909131 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:55.943823 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:55.972421 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6153e3f-ebb6-499f-a161-189a6e7d96a2 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:55.993902 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port c6153e3f-ebb6-499f-a161-189a6e7d96a2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6153e3f-ebb6-499f-a161-189a6e7d96a2,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:55.999740 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:56.003381 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:56.028424 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2f30624a-d32c-4a41-b19b-87760441f567 req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.64 "DELETE /v2.0/ports/ac800a89-621a-4d2f-91db-80a611886b05 HTTP/1.1" status: 204 len: 173 time: 1.7399714 May 10 18:02:56.060779 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-38f59c7c-be81-4231-b44d-f6fb7b1916ff req-8efb4909-ab42-4a83-8367-a81995a747d3 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905262 May 10 18:02:56.078246 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b14e967f-d6d5-4b14-b9a2-f2f730db58a9 req-7e28f5c3-3e80-47c4-a1ce-bcd2d5b8e914 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2ce262e-0ace-4952-88ca-e60cdd32bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856167 May 10 18:02:56.134932 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ea8043f-86e9-416d-aab3-e7eba49ac4ed req-18863199-ba5c-49b3-8c8a-ad6cdc22a099 service neutron] 10.222.0.64 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283349 May 10 18:02:56.142068 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=c6153e3f-ebb6-499f-a161-189a6e7d96a2,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:56.150517 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:56.271453 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1cf82-02db-4cc2-bb0f-d49012722d6a', 'name': 'network-vif-deleted', 'tag': 'ac800a89-621a-4d2f-91db-80a611886b05'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:56.326985 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e731f9-b3f9-49d0-b881-482a60919f93 req-fe9a5007-13db-4f5f-a08a-b7fdf951e568 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:56.332222 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-82e731f9-b3f9-49d0-b881-482a60919f93 req-fe9a5007-13db-4f5f-a08a-b7fdf951e568 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0968077 May 10 18:02:56.372845 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['c6153e3f-ebb6-499f-a161-189a6e7d96a2'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:56.427602 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-82e731f9-b3f9-49d0-b881-482a60919f93 req-5a34ef5a-5c8e-4cb4-8840-2869a9479a7d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932817 May 10 18:02:56.469624 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b80c5e-6a05-4740-8a73-768c30cd6967 req-2f93c7a0-ea0f-4795-8f05-7eddb651f44e tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:56.471130 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d6b80c5e-6a05-4740-8a73-768c30cd6967 req-2f93c7a0-ea0f-4795-8f05-7eddb651f44e tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 943 time: 0.1169062 May 10 18:02:56.500253 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1cf82-02db-4cc2-bb0f-d49012722d6a', 'name': 'network-vif-deleted', 'tag': 'ac800a89-621a-4d2f-91db-80a611886b05', 'status': 'completed', 'code': 200} May 10 18:02:56.525521 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d6b80c5e-6a05-4740-8a73-768c30cd6967 req-86b9d5e4-4dea-4c23-99a7-aeeb56dbdd94 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 May 10 18:02:57.289258 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bf76a-dbb1-4b11-b7aa-cca4985920fc req-2924bcc8-724e-4627-b89b-04a4be79592e tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:57.296206 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b47bf76a-dbb1-4b11-b7aa-cca4985920fc req-2924bcc8-724e-4627-b89b-04a4be79592e tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 945 time: 0.0965679 May 10 18:02:57.354845 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b47bf76a-dbb1-4b11-b7aa-cca4985920fc req-02d4565f-4847-47a8-b967-6139f83e3638 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558887 May 10 18:02:57.638199 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed332d4-b689-429a-8a8d-147e419edefd req-99bf24fc-ccd9-404f-b818-ff04738ed7d6 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:57.640252 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ed332d4-b689-429a-8a8d-147e419edefd req-99bf24fc-ccd9-404f-b818-ff04738ed7d6 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1050913 May 10 18:02:57.675874 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 97152dcb-828f-4c19-989d-7e8a240d4f0c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:02:57.678320 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device c6153e3f-ebb6-499f-a161-189a6e7d96a2 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:02:57.752719 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3ed332d4-b689-429a-8a8d-147e419edefd req-46e2fb48-6cf6-49d9-887c-c99ef4a9ee48 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063719 May 10 18:02:57.794417 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bfc6f-9f2a-4dca-8373-60eb3fbebaa0 req-8894a379-1822-4d66-8d37-999b8c3d491c tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:57.795895 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1f0bfc6f-9f2a-4dca-8373-60eb3fbebaa0 req-8894a379-1822-4d66-8d37-999b8c3d491c tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 943 time: 0.1476882 May 10 18:02:57.849524 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1f0bfc6f-9f2a-4dca-8373-60eb3fbebaa0 req-92d83df2-40a8-4436-a1cc-a99b9f51fc9d tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474966 May 10 18:02:57.851177 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port c6153e3f-ebb6-499f-a161-189a6e7d96a2 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:02:57.866829 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port c6153e3f-ebb6-499f-a161-189a6e7d96a2 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:02:57.867206 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:57.941456 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 97152dcb-828f-4c19-989d-7e8a240d4f0c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=97152dcb-828f-4c19-989d-7e8a240d4f0c,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:57.960307 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '97152dcb-828f-4c19-989d-7e8a240d4f0c', 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a', 'port_id': '97152dcb-828f-4c19-989d-7e8a240d4f0c', 'mac_address': 'fa:16:3e:41:da:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd93a0f-1084-44bb-856a-6ace5bb733ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:02:58.064758 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:58.076030 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:58.095948 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97152dcb-828f-4c19-989d-7e8a240d4f0c {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:02:58.117610 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3437d9c4-d711-46ba-b429-3e535e48deea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6153e3f-ebb6-499f-a161-189a6e7d96a2'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:02:58.127775 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 97152dcb-828f-4c19-989d-7e8a240d4f0c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=97152dcb-828f-4c19-989d-7e8a240d4f0c,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:58.130355 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port c6153e3f-ebb6-499f-a161-189a6e7d96a2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6153e3f-ebb6-499f-a161-189a6e7d96a2,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:02:58.132575 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:58.134544 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:58.173075 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:02:58.173896 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device ac800a89-621a-4d2f-91db-80a611886b05 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:02:58.204973 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3437d9c4-d711-46ba-b429-3e535e48deea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6153e3f-ebb6-499f-a161-189a6e7d96a2', 'code': 200} May 10 18:02:58.218198 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: ac800a89-621a-4d2f-91db-80a611886b05 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:02:58.218541 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device ac800a89-621a-4d2f-91db-80a611886b05 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:02:58.240959 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=97152dcb-828f-4c19-989d-7e8a240d4f0c,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:58.244404 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:58.245013 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:02:58.314182 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=c6153e3f-ebb6-499f-a161-189a6e7d96a2,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:58.317033 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:02:58.416917 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629cb6-4b5e-4369-888f-8604dbde7871 req-2205536a-db26-4727-81df-ea4f9d4928a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:58.418506 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d8629cb6-4b5e-4369-888f-8604dbde7871 req-2205536a-db26-4727-81df-ea4f9d4928a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 1099 time: 0.0744884 May 10 18:02:58.467505 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d8629cb6-4b5e-4369-888f-8604dbde7871 req-023bd416-9699-4155-8c7a-0656278dfcb8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 May 10 18:02:58.482973 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['97152dcb-828f-4c19-989d-7e8a240d4f0c'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:02:58.550066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca707-8e88-4e30-a191-43f5cd9d6459 req-98c07a8e-07af-4968-abec-57560c11351a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:58.551526 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d39ca707-8e88-4e30-a191-43f5cd9d6459 req-98c07a8e-07af-4968-abec-57560c11351a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 946 time: 0.0830507 May 10 18:02:58.603837 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d39ca707-8e88-4e30-a191-43f5cd9d6459 req-8fc55349-67c5-4f19-bccb-b5c7c5d52e07 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 May 10 18:02:58.964012 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926fcb-d9f7-4982-807c-8de3370cd057 req-d0280206-1b0f-4873-8c06-4df9ceda27ab tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:58.965506 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-71926fcb-d9f7-4982-807c-8de3370cd057 req-d0280206-1b0f-4873-8c06-4df9ceda27ab tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0906861 May 10 18:02:59.057056 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-71926fcb-d9f7-4982-807c-8de3370cd057 req-0bc0789d-b280-464a-85ca-610cec7f4d5d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576072 May 10 18:02:59.086867 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9361f5-dfbd-4dec-a821-6841483a02e5 req-b74df227-fd2f-4f0e-a170-a8b0a40a82b3 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:59.088423 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8c9361f5-dfbd-4dec-a821-6841483a02e5 req-b74df227-fd2f-4f0e-a170-a8b0a40a82b3 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 944 time: 0.1220388 May 10 18:02:59.134862 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8c9361f5-dfbd-4dec-a821-6841483a02e5 req-98d642f0-85bb-4603-af0a-81c794fc28e0 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 May 10 18:02:59.814397 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d059fcf-f34b-4d4d-8b90-5f7a298c9f6b req-5f86b7e9-ecc3-4a45-8a17-439a85605ca1 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:02:59.815865 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8d059fcf-f34b-4d4d-8b90-5f7a298c9f6b req-5f86b7e9-ecc3-4a45-8a17-439a85605ca1 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 946 time: 0.0887589 May 10 18:02:59.863846 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8d059fcf-f34b-4d4d-8b90-5f7a298c9f6b req-0782ce7f-6d04-46af-af78-ea65f47fd05d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422068 May 10 18:03:00.374883 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb5974-b60d-4162-bb42-a5adab53eb3d req-bc9cb627-4c69-4a11-8201-dfa056477871 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:00.376346 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2eb5974-b60d-4162-bb42-a5adab53eb3d req-bc9cb627-4c69-4a11-8201-dfa056477871 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2080817 May 10 18:03:00.429834 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2eb5974-b60d-4162-bb42-a5adab53eb3d req-4f98fec4-c7ae-4c67-a51b-89505dd03159 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 May 10 18:03:00.455313 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2424354-f16e-4364-b0ae-4a1c38efd4c3 req-9d2c7f08-1185-48f5-9892-cdbc85b69639 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:00.456750 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c2424354-f16e-4364-b0ae-4a1c38efd4c3 req-9d2c7f08-1185-48f5-9892-cdbc85b69639 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 944 time: 0.2168982 May 10 18:03:00.503154 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c2424354-f16e-4364-b0ae-4a1c38efd4c3 req-640cdba5-90aa-4c56-9442-063b240e6989 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 May 10 18:03:01.055792 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a059c11-f396-43a3-aa50-7292e9a82485 req-ff375034-52e7-47f7-954d-270328781305 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:01.057502 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0a059c11-f396-43a3-aa50-7292e9a82485 req-ff375034-52e7-47f7-954d-270328781305 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 946 time: 0.0833030 May 10 18:03:01.103009 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0a059c11-f396-43a3-aa50-7292e9a82485 req-0cfe7963-d8fd-4aba-b6da-7261005e7947 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 May 10 18:03:01.663972 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9aa88-08b8-469f-833f-14741281666c req-0d38fc20-1a7a-4e60-884c-d72b885b759d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:01.665385 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-60d9aa88-08b8-469f-833f-14741281666c req-0d38fc20-1a7a-4e60-884c-d72b885b759d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1196322 May 10 18:03:01.693663 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 97152dcb-828f-4c19-989d-7e8a240d4f0c up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:01.723135 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-60d9aa88-08b8-469f-833f-14741281666c req-756cf78d-90a7-46d6-81e6-5feebd9acfd3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499339 May 10 18:03:01.746330 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70748241-fa5b-4244-8bf9-cdedf3dc5966 req-5f9136e5-7ef7-46d6-9cea-1c9948a59d98 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:01.748206 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-70748241-fa5b-4244-8bf9-cdedf3dc5966 req-5f9136e5-7ef7-46d6-9cea-1c9948a59d98 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 944 time: 0.1345959 May 10 18:03:01.766890 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 97152dcb-828f-4c19-989d-7e8a240d4f0c completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:01.773535 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 97152dcb-828f-4c19-989d-7e8a240d4f0c triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:01.774146 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:01.797831 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-70748241-fa5b-4244-8bf9-cdedf3dc5966 req-466bc235-859e-4c06-8bbd-1461ecd2e96a tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 May 10 18:03:01.896729 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:01.924849 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13ae70-447d-4ec0-8dc1-1b49a4f84186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97152dcb-828f-4c19-989d-7e8a240d4f0c'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:03:01.938380 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 97152dcb-828f-4c19-989d-7e8a240d4f0c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=97152dcb-828f-4c19-989d-7e8a240d4f0c,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:01.944098 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:01.946762 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:01.981716 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e13ae70-447d-4ec0-8dc1-1b49a4f84186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97152dcb-828f-4c19-989d-7e8a240d4f0c', 'code': 200} May 10 18:03:02.026503 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=97152dcb-828f-4c19-989d-7e8a240d4f0c,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:02.031251 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:02.238839 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ad659-79cb-4ada-99e9-b7db1f14d0e8 req-719faf7a-8e6d-4685-9447-69d766b97556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:02.240801 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-978ad659-79cb-4ada-99e9-b7db1f14d0e8 req-719faf7a-8e6d-4685-9447-69d766b97556 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 1098 time: 0.0707989 May 10 18:03:02.291569 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-978ad659-79cb-4ada-99e9-b7db1f14d0e8 req-943cb414-4b26-449a-b232-972ca709c7d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 May 10 18:03:02.922451 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36779a0-af0c-4931-ab20-52871523ba87 req-4a7f3c9c-473f-4d2a-a389-70eed57c3970 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:02.923999 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f36779a0-af0c-4931-ab20-52871523ba87 req-4a7f3c9c-473f-4d2a-a389-70eed57c3970 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0824704 May 10 18:03:02.971995 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f36779a0-af0c-4931-ab20-52871523ba87 req-db233bec-8615-4887-8509-8ffb4d30df82 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 May 10 18:03:03.204546 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be546-18f0-4641-884b-b37e3aea6f29 req-7a140d6d-1ad5-49a2-b1f8-627bce4a0584 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:03.205998 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f42be546-18f0-4641-884b-b37e3aea6f29 req-7a140d6d-1ad5-49a2-b1f8-627bce4a0584 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 945 time: 0.1269968 May 10 18:03:03.257784 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f42be546-18f0-4641-884b-b37e3aea6f29 req-cf8e28f4-1e9c-4787-b89c-081da361f3f8 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453117 May 10 18:03:04.164467 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adbdc6-92de-4211-b9dd-aeae8d699e89 req-170c6479-9ca5-48cc-af96-bf30beccac21 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:04.166014 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-57adbdc6-92de-4211-b9dd-aeae8d699e89 req-170c6479-9ca5-48cc-af96-bf30beccac21 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0826216 May 10 18:03:04.221871 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-57adbdc6-92de-4211-b9dd-aeae8d699e89 req-94886148-24b6-4fa7-818d-73f7de7d0e94 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481236 May 10 18:03:04.453534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306105b-9735-4d61-a416-e877d7c8097b req-99c9cae7-819d-4ac2-ba16-368d919ad031 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:04.455052 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c306105b-9735-4d61-a416-e877d7c8097b req-99c9cae7-819d-4ac2-ba16-368d919ad031 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 945 time: 0.0817759 May 10 18:03:04.500428 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c306105b-9735-4d61-a416-e877d7c8097b req-1829f074-e978-4289-8074-fec021719b2c tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389245 May 10 18:03:04.760932 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:05.426132 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a81ae-7120-4413-afd5-b947742e4980 req-a2964306-295a-4ad3-bfca-f64e239e317d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:05.427603 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-728a81ae-7120-4413-afd5-b947742e4980 req-a2964306-295a-4ad3-bfca-f64e239e317d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0902781 May 10 18:03:05.473232 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-728a81ae-7120-4413-afd5-b947742e4980 req-40f14e23-e68a-4636-9f6c-0fb07fe290de tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387900 May 10 18:03:06.668559 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfab995-850a-4055-9596-bc326d2b7278 req-53294a0a-0d6d-4f3e-b7e2-dac803aa1192 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:06.671857 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6bfab995-850a-4055-9596-bc326d2b7278 req-53294a0a-0d6d-4f3e-b7e2-dac803aa1192 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0867736 May 10 18:03:06.721905 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6bfab995-850a-4055-9596-bc326d2b7278 req-66d7d02a-eeff-4372-88d9-44d0c0407f00 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455205 May 10 18:03:07.935093 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:03:07.947538 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be521-9fc6-4efb-a75c-98cf8fe54d7f req-d7b0753a-30bd-4a70-bf5f-9b5af9710f19 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:07.948603 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-315be521-9fc6-4efb-a75c-98cf8fe54d7f req-d7b0753a-30bd-4a70-bf5f-9b5af9710f19 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1003850 May 10 18:03:07.997872 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-315be521-9fc6-4efb-a75c-98cf8fe54d7f req-e8c3dd27-c19c-46ef-abdc-5422aa944978 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 May 10 18:03:08.655741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ca4f1-40c1-421d-ac90-0dc7daf95817 req-3b41f45f-b903-41b2-9766-6f9b5dd73546 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:08.657258 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c3ca4f1-40c1-421d-ac90-0dc7daf95817 req-3b41f45f-b903-41b2-9766-6f9b5dd73546 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 946 time: 0.0899386 May 10 18:03:08.705116 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c3ca4f1-40c1-421d-ac90-0dc7daf95817 req-d6762043-080b-4817-90f6-70fb0f8fc5c2 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 May 10 18:03:09.234628 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bf78a-d009-46c4-a84d-b59fdc19569b req-908c6f90-b733-4db1-aa0b-34d08d5384b1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:09.236088 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-503bf78a-d009-46c4-a84d-b59fdc19569b req-908c6f90-b733-4db1-aa0b-34d08d5384b1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1158671 May 10 18:03:09.301325 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-503bf78a-d009-46c4-a84d-b59fdc19569b req-70a8e027-4711-46d0-a7ce-8aeb55b1e874 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596573 May 10 18:03:09.328236 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e659259-9569-45f8-803c-d2ca1e54d0bf req-fa8aa9c3-ddcc-4872-90fd-9e7e11fdac24 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:09.329649 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2e659259-9569-45f8-803c-d2ca1e54d0bf req-fa8aa9c3-ddcc-4872-90fd-9e7e11fdac24 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1353638 May 10 18:03:09.374401 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2e659259-9569-45f8-803c-d2ca1e54d0bf req-d188c005-624d-413c-9e24-b4ed309f273d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388668 May 10 18:03:09.625024 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1b0eae13-5444-494c-b43c-cbd2d3516b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:09.889240 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f9d5-6ec7-4365-a4ec-69ebd7687b84 req-59d80139-59a3-4c68-a287-de6b006ebf13 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:09.890595 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ce84f9d5-6ec7-4365-a4ec-69ebd7687b84 req-59d80139-59a3-4c68-a287-de6b006ebf13 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 946 time: 0.0794833 May 10 18:03:09.935279 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ce84f9d5-6ec7-4365-a4ec-69ebd7687b84 req-49eeebea-514e-4f83-ae2a-e3663841936c tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386412 May 10 18:03:10.491564 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cb3dc-aec3-4c6c-9377-4ce31e3c9bd5 req-94a17bb0-d826-4c39-be54-72173c44ad01 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:10.492978 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-854cb3dc-aec3-4c6c-9377-4ce31e3c9bd5 req-94a17bb0-d826-4c39-be54-72173c44ad01 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0857582 May 10 18:03:10.584262 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-854cb3dc-aec3-4c6c-9377-4ce31e3c9bd5 req-e33306ce-647f-4a33-99cd-139557e570c3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595841 May 10 18:03:10.612003 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4dbe8-4e67-4270-8852-e05e91110136 req-396e8c40-20f9-478b-a883-edcf180524a4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:10.613501 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f4dbe8-4e67-4270-8852-e05e91110136 req-396e8c40-20f9-478b-a883-edcf180524a4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1297843 May 10 18:03:10.729564 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37f4dbe8-4e67-4270-8852-e05e91110136 req-20987975-556c-410d-83f6-0298e25b81e8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098521 May 10 18:03:10.966067 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-7dd13558-b577-4962-bd9a-07c4722b38c5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:10.967535 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-7dd13558-b577-4962-bd9a-07c4722b38c5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 946 time: 0.0801151 May 10 18:03:11.176329 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Deleting port c6153e3f-ebb6-499f-a161-189a6e7d96a2 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:03:11.176676 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:11.199952 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327fb32-550e-46b1-b75d-ea7706d71f7b req-e9f78c23-fc09-46a6-879d-5aa9e86428aa tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:11.201398 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9327fb32-550e-46b1-b75d-ea7706d71f7b req-e9f78c23-fc09-46a6-879d-5aa9e86428aa tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 946 time: 0.1304877 May 10 18:03:11.324911 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9327fb32-550e-46b1-b75d-ea7706d71f7b req-c174f0d0-9c33-4a66-8342-0a7e0c00dc59 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748992 May 10 18:03:11.354449 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] For port c6153e3f-ebb6-499f-a161-189a6e7d96a2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6153e3f-ebb6-499f-a161-189a6e7d96a2,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:11.354805 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:11.485939 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Calling delete_port for c6153e3f-ebb6-499f-a161-189a6e7d96a2 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:03:11.608685 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:11.622755 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:11.627873 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['dec04487-7b02-4ce1-9001-45cbef23262a', '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a', '48e0283f-cf9f-410c-9461-5a1fe1ab50d4', 'c6153e3f-ebb6-499f-a161-189a6e7d96a2'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:03:11.672850 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Pushing event deleted for resources: {'Port': ['ID=c6153e3f-ebb6-499f-a161-189a6e7d96a2,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:11.680325 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:11.798731 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] No DVR routers for this DVR port c6153e3f-ebb6-499f-a161-189a6e7d96a2 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:03:11.801454 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:11.811718 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3437d9c4-d711-46ba-b429-3e535e48deea', 'name': 'network-vif-deleted', 'tag': 'c6153e3f-ebb6-499f-a161-189a6e7d96a2'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:03:11.827412 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-acd387d5-1d44-4081-9d4e-1d103029d4ce req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "DELETE /v2.0/ports/c6153e3f-ebb6-499f-a161-189a6e7d96a2 HTTP/1.1" status: 204 len: 173 time: 0.8521528 May 10 18:03:11.859290 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b4e8dbf4-e712-40ef-9020-c65c86c68a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:11.871142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba349650-c26b-4315-8f27-99a092a0055a req-d44e97f5-e7b9-46cd-99e0-7289738230a8 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:11.873502 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ba349650-c26b-4315-8f27-99a092a0055a req-d44e97f5-e7b9-46cd-99e0-7289738230a8 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1596568 May 10 18:03:12.006176 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ba349650-c26b-4315-8f27-99a092a0055a req-88e877be-bc2a-4d7a-9135-a619e1adb7bf tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719106 May 10 18:03:12.067532 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3437d9c4-d711-46ba-b429-3e535e48deea', 'name': 'network-vif-deleted', 'tag': 'c6153e3f-ebb6-499f-a161-189a6e7d96a2', 'status': 'completed', 'code': 200} May 10 18:03:12.077817 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cd868-7837-49be-b832-9421f5a12e94 req-6d2416b8-b0a4-4c14-bede-36f77e4cb7c6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:12.086316 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1f4cd868-7837-49be-b832-9421f5a12e94 req-6d2416b8-b0a4-4c14-bede-36f77e4cb7c6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.2111170 May 10 18:03:12.133809 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1f4cd868-7837-49be-b832-9421f5a12e94 req-beffa4b3-924e-4b75-b169-78c5689f9f02 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 May 10 18:03:12.152696 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:12.504185 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-a525c273-9604-496b-925c-0ad2bb1ec96a req-61b8dad9-21d4-4f4a-af80-ca6b9077f417 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Synchronizing usage tracker for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:03:12.521019 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-a525c273-9604-496b-925c-0ad2bb1ec96a req-61b8dad9-21d4-4f4a-af80-ca6b9077f417 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Unset dirty status for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:03:12.522296 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a525c273-9604-496b-925c-0ad2bb1ec96a req-61b8dad9-21d4-4f4a-af80-ca6b9077f417 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3437d9c4-d711-46ba-b429-3e535e48deea HTTP/1.1" status: 200 len: 210 time: 0.0709527 May 10 18:03:12.808362 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:13.208641 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6100dc-2bc0-4cf9-9247-33b7e7910b4f req-5f19eb90-3c7b-4f13-af81-c69d5c4481fa tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:13.212428 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0f6100dc-2bc0-4cf9-9247-33b7e7910b4f req-5f19eb90-3c7b-4f13-af81-c69d5c4481fa tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0975058 May 10 18:03:13.305770 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0f6100dc-2bc0-4cf9-9247-33b7e7910b4f req-929abd4f-2bcc-48da-a6e4-f33e9c8656b9 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856209 May 10 18:03:13.372587 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254324a-1486-4093-be7c-fd8a0676d7b8 req-039baed9-ee9b-4c0a-96b7-362e318e518a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:13.380200 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6254324a-1486-4093-be7c-fd8a0676d7b8 req-039baed9-ee9b-4c0a-96b7-362e318e518a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1147852 May 10 18:03:13.423882 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6254324a-1486-4093-be7c-fd8a0676d7b8 req-0bcaac77-27e7-458a-91c1-225bee929ec4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 May 10 18:03:13.920813 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52beb49-3362-47cf-b6a6-22adaa78b96d req-8a1c3a5b-9618-4c8b-ad83-63213e5d566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:13.922284 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c52beb49-3362-47cf-b6a6-22adaa78b96d req-8a1c3a5b-9618-4c8b-ad83-63213e5d566e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1099 time: 0.0725062 May 10 18:03:13.967017 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c52beb49-3362-47cf-b6a6-22adaa78b96d req-82f24c61-12cf-4c43-bb29-01a16b2b67d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360289 May 10 18:03:14.498640 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef8c68-f080-4d07-8054-690891f467f5 req-a5069474-7a36-4d98-855d-66bcc8f708d3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:14.500327 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bef8c68-f080-4d07-8054-690891f467f5 req-a5069474-7a36-4d98-855d-66bcc8f708d3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0841036 May 10 18:03:14.584975 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4bef8c68-f080-4d07-8054-690891f467f5 req-8005e136-15bf-4099-b864-22dc9736ca04 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788319 May 10 18:03:14.626383 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95808df5-2bb3-4056-9a20-234907ef0814 req-6c5388c0-94bd-45ae-8c89-7972dfe92682 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:14.627847 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-95808df5-2bb3-4056-9a20-234907ef0814 req-6c5388c0-94bd-45ae-8c89-7972dfe92682 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.0901327 May 10 18:03:14.673958 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-95808df5-2bb3-4056-9a20-234907ef0814 req-6e5a2222-0150-47f1-98e8-8439e93a54c4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 May 10 18:03:14.744153 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:15.339987 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11929bca-63a9-4272-b3ec-3d5f83f6a725 req-79549f7f-fed9-430f-97c0-02fdb21e293b tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:15.341423 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11929bca-63a9-4272-b3ec-3d5f83f6a725 req-79549f7f-fed9-430f-97c0-02fdb21e293b tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 945 time: 0.1676753 May 10 18:03:15.386864 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11929bca-63a9-4272-b3ec-3d5f83f6a725 req-8a1a1b90-5ad4-4c07-9358-dbbb4986d4af tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 May 10 18:03:15.771899 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device c6153e3f-ebb6-499f-a161-189a6e7d96a2 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:03:15.777455 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feabfbc-9f4c-4c7f-afd7-c8ee58859aec req-13ded053-c9cf-4204-a0d7-7d9f25080da0 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:15.778948 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2feabfbc-9f4c-4c7f-afd7-c8ee58859aec req-13ded053-c9cf-4204-a0d7-7d9f25080da0 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0863705 May 10 18:03:15.807037 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: c6153e3f-ebb6-499f-a161-189a6e7d96a2 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:03:15.807391 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device c6153e3f-ebb6-499f-a161-189a6e7d96a2 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:03:15.870184 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2feabfbc-9f4c-4c7f-afd7-c8ee58859aec req-82a59129-9335-4057-b717-482446c7575c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 May 10 18:03:15.897650 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d2e19-3f53-45d5-9571-f3a59abe6acb req-f63d4957-bf20-40de-8234-c6cda2834c2d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:15.899061 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-616d2e19-3f53-45d5-9571-f3a59abe6acb req-f63d4957-bf20-40de-8234-c6cda2834c2d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1175220 May 10 18:03:15.945082 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-616d2e19-3f53-45d5-9571-f3a59abe6acb req-ab3ff14e-567c-42cd-8425-d46faef049db tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397172 May 10 18:03:16.312103 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5800040-791d-498f-bd47-8f4accf885af req-484e0508-1aa3-40d2-b2dc-44497462e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:16.313551 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5800040-791d-498f-bd47-8f4accf885af req-484e0508-1aa3-40d2-b2dc-44497462e20a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1099 time: 0.1296511 May 10 18:03:16.330356 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdc1b0-9e0b-4bd5-ba19-1b5359e00e71 req-bb3902e9-2cde-420d-94a1-a07a75f87245 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:16.331803 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcfdc1b0-9e0b-4bd5-ba19-1b5359e00e71 req-bb3902e9-2cde-420d-94a1-a07a75f87245 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1055784 May 10 18:03:16.458936 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcfdc1b0-9e0b-4bd5-ba19-1b5359e00e71 req-5aa0a20b-e134-4026-bc7c-2495f05a518d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041777 May 10 18:03:16.550401 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5800040-791d-498f-bd47-8f4accf885af req-cd162f2e-caee-4186-9677-ecc10c497f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:16.551866 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5800040-791d-498f-bd47-8f4accf885af req-cd162f2e-caee-4186-9677-ecc10c497f3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 919 time: 0.2171099 May 10 18:03:16.627743 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5800040-791d-498f-bd47-8f4accf885af req-fda661d6-fdf5-4e87-8275-d103765fd017 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 200 len: 217 time: 0.0672641 May 10 18:03:16.690614 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8fbb3-21fc-4dd2-afdc-be0bba675748 req-da19cbf5-9d80-4cfc-ac36-78293a1073a9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:16.692072 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e6f8fbb3-21fc-4dd2-afdc-be0bba675748 req-da19cbf5-9d80-4cfc-ac36-78293a1073a9 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 945 time: 0.1894250 May 10 18:03:16.730114 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5800040-791d-498f-bd47-8f4accf885af req-ebe6d003-ab6e-4a3d-9f3b-7b606b683253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:16.731507 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5800040-791d-498f-bd47-8f4accf885af req-ebe6d003-ab6e-4a3d-9f3b-7b606b683253 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.0914402 May 10 18:03:16.794657 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e6f8fbb3-21fc-4dd2-afdc-be0bba675748 req-83978cf5-1a61-4435-9f80-c83848b94663 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919592 May 10 18:03:16.796732 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5800040-791d-498f-bd47-8f4accf885af req-ff2b5521-228c-4959-8e2d-d001c0321f28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521984 May 10 18:03:16.937874 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5800040-791d-498f-bd47-8f4accf885af req-68458bdf-9b97-4492-b170-81a8f55a49a7 service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326437 May 10 18:03:17.128537 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d5800040-791d-498f-bd47-8f4accf885af req-c99db548-679e-4bbe-92bb-fba5c8766179 service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840041 May 10 18:03:17.174360 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea94f1-60df-4fd0-9259-1bda7e42fb43 req-50eec23d-148d-4b35-bc51-b1be7f8e6863 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:17.176171 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-14ea94f1-60df-4fd0-9259-1bda7e42fb43 req-50eec23d-148d-4b35-bc51-b1be7f8e6863 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.0970597 May 10 18:03:17.237998 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-14ea94f1-60df-4fd0-9259-1bda7e42fb43 req-7e14bd7a-86c5-46cf-b6e0-ece0de22f6e8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540037 May 10 18:03:17.649539 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab4ed0-9aef-46e5-a89c-dea5c7af91b9 req-5013e14f-4fb1-46a6-bd04-1a454ab6b3f4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:17.651111 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1ab4ed0-9aef-46e5-a89c-dea5c7af91b9 req-5013e14f-4fb1-46a6-bd04-1a454ab6b3f4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0817616 May 10 18:03:17.742500 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1ab4ed0-9aef-46e5-a89c-dea5c7af91b9 req-ac4d7059-29d1-4066-a41d-c5b696fc0490 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857930 May 10 18:03:17.775241 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-34c43b95-21dd-4f85-86de-03f264b501db tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:17.776788 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-34c43b95-21dd-4f85-86de-03f264b501db tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 945 time: 0.1042950 May 10 18:03:17.977927 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Deleting port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:03:17.978590 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:18.158606 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a211fd-42ff-4af4-b7f3-206737c247f9 req-14c23082-1348-4f7b-b208-3a50a7c1f484 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:18.160057 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-26a211fd-42ff-4af4-b7f3-206737c247f9 req-14c23082-1348-4f7b-b208-3a50a7c1f484 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 945 time: 0.2506979 May 10 18:03:18.236106 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] For port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:18.236393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:18.249554 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-26a211fd-42ff-4af4-b7f3-206737c247f9 req-6597d5aa-6e35-443b-8dc5-09e18f1a04e5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750737 May 10 18:03:18.368833 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Calling delete_port for 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:03:18.479786 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf7da6-a8d0-4442-ac3b-b2973b625be5 req-789a3181-c825-4af5-9d64-b002b73a77d8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:18.481253 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6ebf7da6-a8d0-4442-ac3b-b2973b625be5 req-789a3181-c825-4af5-9d64-b002b73a77d8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1097205 May 10 18:03:18.579889 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6ebf7da6-a8d0-4442-ac3b-b2973b625be5 req-998367bb-bf6a-4447-81d3-acbb8119879a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896440 May 10 18:03:18.592880 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:18.599268 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:18.610546 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['dec04487-7b02-4ce1-9001-45cbef23262a', '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a', '48e0283f-cf9f-410c-9461-5a1fe1ab50d4'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:03:18.683067 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Pushing event deleted for resources: {'Port': ['ID=48e0283f-cf9f-410c-9461-5a1fe1ab50d4,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:18.727268 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.727643 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.728040 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.728382 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.729272 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.729598 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.729939 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.730279 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.730614 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.730950 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.731284 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.731622 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:18.734752 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] No DVR routers for this DVR port 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:03:18.736255 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:18.737306 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:18.739813 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dce3c9-472a-443e-b6c9-d57862d1e7fd', 'name': 'network-vif-deleted', 'tag': '48e0283f-cf9f-410c-9461-5a1fe1ab50d4'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:03:18.756923 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-03f5f20d-6ad6-49b0-a977-e8ce4ee139a8 req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "DELETE /v2.0/ports/48e0283f-cf9f-410c-9461-5a1fe1ab50d4 HTTP/1.1" status: 204 len: 173 time: 0.9611609 May 10 18:03:18.787439 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dce3c9-472a-443e-b6c9-d57862d1e7fd', 'name': 'network-vif-deleted', 'tag': '48e0283f-cf9f-410c-9461-5a1fe1ab50d4', 'status': 'completed', 'code': 200} May 10 18:03:18.987488 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4c7ca-6de0-4f8b-ac7c-a41f3ab8d595 req-594f6566-13c3-4c34-9739-0d79926a2991 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:18.989820 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-18f4c7ca-6de0-4f8b-ac7c-a41f3ab8d595 req-594f6566-13c3-4c34-9739-0d79926a2991 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0920811 May 10 18:03:19.038344 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-18f4c7ca-6de0-4f8b-ac7c-a41f3ab8d595 req-fa1c4605-a026-4994-b752-46d3b3400215 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 May 10 18:03:19.419370 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0bf3249b-23d6-4c8b-8e0c-47f09a8cd97f req-2cbe8890-c8da-49d9-a918-7993a4db27ae tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Synchronizing usage tracker for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:03:19.438368 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0bf3249b-23d6-4c8b-8e0c-47f09a8cd97f req-2cbe8890-c8da-49d9-a918-7993a4db27ae tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Unset dirty status for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:03:19.439861 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bf3249b-23d6-4c8b-8e0c-47f09a8cd97f req-2cbe8890-c8da-49d9-a918-7993a4db27ae tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0dce3c9-472a-443e-b6c9-d57862d1e7fd HTTP/1.1" status: 200 len: 210 time: 0.0635717 May 10 18:03:19.774290 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf2ea-17d0-4e6e-aca6-8a515d41fbab req-f56a8f07-3bc1-4854-9b51-232b1c2f8f2a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:19.776292 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6bcaf2ea-17d0-4e6e-aca6-8a515d41fbab req-f56a8f07-3bc1-4854-9b51-232b1c2f8f2a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.0832582 May 10 18:03:19.825171 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6bcaf2ea-17d0-4e6e-aca6-8a515d41fbab req-804e4604-a0c6-435e-be18-17d916a8991c tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 May 10 18:03:20.223487 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1dfd2-2869-4d6e-9b15-7ec6b4251230 req-fcbc69a5-6163-4907-bbcc-4d507c8c219e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:20.224955 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-04c1dfd2-2869-4d6e-9b15-7ec6b4251230 req-fcbc69a5-6163-4907-bbcc-4d507c8c219e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0804501 May 10 18:03:20.270982 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-04c1dfd2-2869-4d6e-9b15-7ec6b4251230 req-6019e1b3-ad0a-4c37-8630-102cf25ee5ab tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 May 10 18:03:20.936382 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf1dfd-71ce-4e9b-867d-a1726dba71b8 req-f5015f21-8d29-4822-a97a-85937670b4b5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:20.938485 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1fcf1dfd-71ce-4e9b-867d-a1726dba71b8 req-f5015f21-8d29-4822-a97a-85937670b4b5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 945 time: 0.0858767 May 10 18:03:21.034905 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1fcf1dfd-71ce-4e9b-867d-a1726dba71b8 req-fbc618aa-417e-4f1f-a4b1-75ffecb0fa01 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580118 May 10 18:03:21.078244 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caf7b-0ca6-4297-b41a-e2fb2e9ad6a4 req-cb228ec3-a95d-4558-89d6-43a224e5ae52 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:21.080202 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc6caf7b-0ca6-4297-b41a-e2fb2e9ad6a4 req-cb228ec3-a95d-4558-89d6-43a224e5ae52 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1412656 May 10 18:03:21.128054 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bc6caf7b-0ca6-4297-b41a-e2fb2e9ad6a4 req-6412b67c-d557-4f89-85c1-8de69a90cebf tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 May 10 18:03:21.802405 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:03:21.839338 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:03:21.839715 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 48e0283f-cf9f-410c-9461-5a1fe1ab50d4 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:03:22.035919 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259fbd1-db15-4c72-9bf7-4e1c6e5fb37e req-0e3b8faf-2825-4bff-853f-96609760654e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:22.038215 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1259fbd1-db15-4c72-9bf7-4e1c6e5fb37e req-0e3b8faf-2825-4bff-853f-96609760654e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0857542 May 10 18:03:22.086505 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1259fbd1-db15-4c72-9bf7-4e1c6e5fb37e req-41c327bc-1efa-45d2-9e2a-5d843318f4a0 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 May 10 18:03:22.240560 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d0f4a-0b90-4fd3-9818-2fd756e27c4e req-90a575d8-d954-4f50-b033-63feec650b9e tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:22.248779 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a92d0f4a-0b90-4fd3-9818-2fd756e27c4e req-90a575d8-d954-4f50-b033-63feec650b9e tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 945 time: 0.1025224 May 10 18:03:22.303844 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a92d0f4a-0b90-4fd3-9818-2fd756e27c4e req-7cc6ff61-cc83-4e02-a7da-efecc4d97b7a tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514660 May 10 18:03:22.638187 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-fee3d4f6-3470-4e9e-8f0e-60a8778442df tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:22.639617 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-fee3d4f6-3470-4e9e-8f0e-60a8778442df tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 945 time: 0.1382768 May 10 18:03:22.696726 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8497eb-c5d9-471c-a49e-99338b126a87 req-8ed1c7db-16a7-43f3-8da2-eadc563cc32f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:22.704209 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0c8497eb-c5d9-471c-a49e-99338b126a87 req-8ed1c7db-16a7-43f3-8da2-eadc563cc32f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.2381966 May 10 18:03:22.814011 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59314) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:22.847895 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0c8497eb-c5d9-471c-a49e-99338b126a87 req-8a3f8289-ff19-4d47-a247-2a91f0d2b519 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419711 May 10 18:03:22.973222 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:22.998088 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:23.002332 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Deleting port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:03:23.002843 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.004183 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Usage tracker for resource:security_group_rule and tenant:857eafb5c9e84e3f98ab0b754dc7d33e is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:23.007243 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:23.014308 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:23.143540 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.149996 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.159265 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1b1e003e-d565-4ecb-a938-fa7302aa9f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:23.197853 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] For port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:23.198398 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.205527 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=857eafb5c9e84e3f98ab0b754dc7d33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904617 May 10 18:03:23.206722 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74de1ac9-39cf-496a-901f-7ce638534397,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:23.208153 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 59344) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:23.214383 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.214841 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.215258 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.215784 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.216261 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.216734 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.217201 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.217689 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.218318 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.218807 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.219151 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.219483 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:23.226667 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:23.356271 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Calling delete_port for 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:03:23.476433 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-336f273b-f4c6-40e5-b538-8ff16e330203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.521282 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-336f273b-f4c6-40e5-b538-8ff16e330203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.635115 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb4186-318c-4308-9a31-a4a83a895c09 req-320ac334-1c59-49b4-abfe-e34d98e45398 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:23.636949 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4bb4186-318c-4308-9a31-a4a83a895c09 req-320ac334-1c59-49b4-abfe-e34d98e45398 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8e800b-9fea-47ce-84f4-fd121b804a2e HTTP/1.1" status: 200 len: 945 time: 0.2218165 May 10 18:03:23.675667 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-336f273b-f4c6-40e5-b538-8ff16e330203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.681524 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c3da265d-225f-4d3a-8696-35312a4bd358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:23.690564 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.703675 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['dec04487-7b02-4ce1-9001-45cbef23262a', '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:03:23.711476 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f273b-f4c6-40e5-b538-8ff16e330203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74de1ac9-39cf-496a-901f-7ce638534397,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:23.720583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-336f273b-f4c6-40e5-b538-8ff16e330203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:23.723270 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-520e0b91-d0a1-404c-b417-0d6815d06b94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:23.762456 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4bb4186-318c-4308-9a31-a4a83a895c09 req-ce5dd3e1-cd15-46f6-b96f-67d6b5529ce5 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177845 May 10 18:03:23.771447 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Pushing event deleted for resources: {'Port': ['ID=1f78cc0a-e236-4ad5-9200-4bc9ab2d087a,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:23.809437 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:23.870308 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] No DVR routers for this DVR port 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:03:23.872552 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-336f273b-f4c6-40e5-b538-8ff16e330203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.873758 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-336f273b-f4c6-40e5-b538-8ff16e330203 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74de1ac9-39cf-496a-901f-7ce638534397 HTTP/1.1" status: 204 len: 168 time: 0.6644764 May 10 18:03:23.875377 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:23.877476 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-99d6ced3-2987-40a3-89ff-928d48da6ba7 req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "DELETE /v2.0/ports/1f78cc0a-e236-4ad5-9200-4bc9ab2d087a HTTP/1.1" status: 204 len: 173 time: 1.2246659 May 10 18:03:23.878139 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8e800b-9fea-47ce-84f4-fd121b804a2e', 'name': 'network-vif-deleted', 'tag': '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:03:23.991082 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8e800b-9fea-47ce-84f4-fd121b804a2e', 'name': 'network-vif-deleted', 'tag': '1f78cc0a-e236-4ad5-9200-4bc9ab2d087a', 'status': 'completed', 'code': 200} May 10 18:03:24.189519 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0d96c-a507-4a6c-8ef3-0b1ad9f0e704 req-4421d037-0ca1-4fec-a348-f9da52f72b8c tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:24.191127 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-acc0d96c-a507-4a6c-8ef3-0b1ad9f0e704 req-4421d037-0ca1-4fec-a348-f9da52f72b8c tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1352026 May 10 18:03:24.258353 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-acc0d96c-a507-4a6c-8ef3-0b1ad9f0e704 req-ff649d11-d72f-4e9f-af3b-72abba2ba79a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597210 May 10 18:03:24.812508 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 59428) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:24.951235 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-420857196-network', 'tenant_id': 'fc866a652a374e14921d4290dce181a5'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:03:24.956138 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:24.960158 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Usage tracker for resource:network and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:24.962999 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:24.971957 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:24.984762 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Made reservation on behalf of fc866a652a374e14921d4290dce181a5 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:03:24.987310 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.001292 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.016893 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:25.021318 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Usage tracker for resource:security_group_rule and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:25.024717 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:25.032155 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:25.127752 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.132274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.145429 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a5a236a7-982e-4af4-8d40-ed0431058abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:25.152784 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:03:25.177722 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.177900 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Added segment caa1d217-a183-486e-87dd-aea80940381f of type vlan for network 47918bcb-b2db-41fc-9608-c48cebc49cd8 May 10 18:03:25.187768 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00980200-558b-4163-bf6a-6bfcede04c13,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:25.191331 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:25.211212 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.241426 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.242877 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:25.243466 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.248476 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a4a99561-4d40-4b96-820b-cfdef4e824bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:25.349480 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Pushing event updated for resources: {'Network': ['ID=47918bcb-b2db-41fc-9608-c48cebc49cd8,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:25.352550 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5389912 May 10 18:03:25.353553 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:25.356513 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 59448) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:25.362351 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Request body: {'subnet': {'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-420857196-subnet', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:03:25.365967 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:03:25.367871 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:25.372578 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Usage tracker for resource:subnet and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:25.379831 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:25.387673 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:25.402353 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Made reservation on behalf of fc866a652a374e14921d4290dce181a5 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:03:25.409150 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:25.665153 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90865e48-18df-4d57-b203-3927e4fc9771 req-230e147a-3f04-4ceb-b132-f237c102d020 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:25.672186 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-90865e48-18df-4d57-b203-3927e4fc9771 req-230e147a-3f04-4ceb-b132-f237c102d020 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.2431409 May 10 18:03:25.809886 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-5b9e16e6-995c-4e58-b1bc-f9effe24ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:25.811437 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-5b9e16e6-995c-4e58-b1bc-f9effe24ddb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1099 time: 0.3361893 May 10 18:03:25.833860 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:03:25.856651 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-90865e48-18df-4d57-b203-3927e4fc9771 req-8ba63a84-0f1e-4308-8c9b-1ee0ae0c8f08 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836083 May 10 18:03:25.925822 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59464) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:25.929696 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:03:25.930277 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 1f78cc0a-e236-4ad5-9200-4bc9ab2d087a not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:03:26.129255 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-68e3df98-1c8b-4ef6-8ce3-a421f940c0b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86298f9960874aacb77ffec91a6c24bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026486 May 10 18:03:26.130199 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59472) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:26.211746 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3d9d45cb-3ac2-41fc-b6f2-821f0c926ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:26.248138 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3d9d45cb-3ac2-41fc-b6f2-821f0c926ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:26.263071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f11764-6fe1-4b25-8e33-95ea5ec45dce req-270fd371-63a8-49ac-aa2f-9b26e5328780 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:26.270267 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-16f11764-6fe1-4b25-8e33-95ea5ec45dce req-270fd371-63a8-49ac-aa2f-9b26e5328780 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.5689862 May 10 18:03:26.292167 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-d29a73b7-4fb0-40ec-a709-c7545f768808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:26.294221 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-d29a73b7-4fb0-40ec-a709-c7545f768808 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 919 time: 0.4717207 May 10 18:03:26.316487 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3d9d45cb-3ac2-41fc-b6f2-821f0c926ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:26.316487 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-da2afcb0-0685-4f05-9a03-45a2fa475451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:26.333807 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d45cb-3ac2-41fc-b6f2-821f0c926ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce262e-0ace-4952-88ca-e60cdd32bc85,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:26.337213 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3d9d45cb-3ac2-41fc-b6f2-821f0c926ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:26.351586 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3d9d45cb-3ac2-41fc-b6f2-821f0c926ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:26.355906 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-3d9d45cb-3ac2-41fc-b6f2-821f0c926ff2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2ce262e-0ace-4952-88ca-e60cdd32bc85 HTTP/1.1" status: 204 len: 168 time: 0.2214806 May 10 18:03:26.401511 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-401fde26-4394-4e32-a283-c62567cda437 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 200 len: 217 time: 0.0955231 May 10 18:03:26.472242 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-16f11764-6fe1-4b25-8e33-95ea5ec45dce req-a7fec96e-7497-4b2a-8229-e48aabbd5dec tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011058 May 10 18:03:26.546975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-a406ff02-4c4f-4c1a-a4a8-7e8fc2c0a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:26.548661 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-a406ff02-4c4f-4c1a-a4a8-7e8fc2c0a589 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.1319027 May 10 18:03:26.610456 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-5ddbd3ae-e31e-4075-baf0-cf2c757453bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538261 May 10 18:03:26.791174 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:26.809140 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:26.913132 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-0998dbec-5333-4853-b97e-a1c2ee28bc97 service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933228 May 10 18:03:26.957325 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:26.974250 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea47f86-222e-4237-89c2-eb6b7241a06b req-a1705d06-1da4-458a-9b5e-9e798cc3d441 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:26.974953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-2ea47f86-222e-4237-89c2-eb6b7241a06b req-a1705d06-1da4-458a-9b5e-9e798cc3d441 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Synchronizing usage tracker for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:03:26.977418 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Checking segment: {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:03:26.977769 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Network hostable DHCP agents. Network: 47918bcb-b2db-41fc-9608-c48cebc49cd8, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:03:27.032649 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:27.102666 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-2ea47f86-222e-4237-89c2-eb6b7241a06b req-a1705d06-1da4-458a-9b5e-9e798cc3d441 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Unset dirty status for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:03:27.103845 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2ea47f86-222e-4237-89c2-eb6b7241a06b req-a1705d06-1da4-458a-9b5e-9e798cc3d441 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 945 time: 0.4350893 May 10 18:03:27.122983 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:03:27.168416 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 47918bcb-b2db-41fc-9608-c48cebc49cd8) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:27.175937 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72273a7-915a-44b3-8eea-d6a8da9f7598 None None] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:03:27.193663 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:27.194274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:27.223514 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed43418c-0b5c-44e6-8848-826ac3c95dd3 req-b7ca3875-b6b3-45e0-9f45-a589c7eb3c60 service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006122 May 10 18:03:27.226298 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2ea47f86-222e-4237-89c2-eb6b7241a06b req-01a6b860-f0c0-4b0a-9096-ff97d2af03a4 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098185 May 10 18:03:27.248299 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d05cf3f9-4fc8-429f-b825-97706e4e893f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8904555 May 10 18:03:27.251897 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 59490) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:27.264466 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7ff4b-e8e0-4f00-9ef4-797ff0d73384 req-bcd8d68b-116a-4fc1-b6a8-3e581841ee42 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:27.268419 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5df7ff4b-e8e0-4f00-9ef4-797ff0d73384 req-bcd8d68b-116a-4fc1-b6a8-3e581841ee42 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.2371280 May 10 18:03:27.273284 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:03:27.281080 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:27.302407 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Usage tracker for resource:router and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:27.306774 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:27.321862 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:27.338006 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5df7ff4b-e8e0-4f00-9ef4-797ff0d73384 req-eed1a84d-a541-4b1b-810f-561bd3300c6d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598888 May 10 18:03:27.348349 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-743402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29558'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:27.349959 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29519'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:27.368723 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:27.481672 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a763d2-7159-5774-8477-7e1238429133-47918bcb-b2db-41fc-9608-c48cebc49cd8', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085'}]}} from dv-cinder-790492-1-smb. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 18:03:27.483153 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:27.709205 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Allocated IP 172.20.0.2 (47918bcb-b2db-41fc-9608-c48cebc49cd8/e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085/25e28588-ed1f-462c-930b-325e0d124692) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:03:27.814223 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:27.923256 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:27.934281 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Transition to ACTIVE for port object 25e28588-ed1f-462c-930b-325e0d124692 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:27.953254 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Transition to ACTIVE for port object 25e28588-ed1f-462c-930b-325e0d124692 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:27.958859 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:27.962505 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:28.015279 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:03:28.018266 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Resources bound (agent type, host, resource id): {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:28.021895 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:03:28.029741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c354f14-3971-4084-a8c1-2e9a697ad548 req-25d7e354-da88-47f1-addf-e93c299f6617 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:28.031212 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7c354f14-3971-4084-a8c1-2e9a697ad548 req-25d7e354-da88-47f1-addf-e93c299f6617 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.3290246 May 10 18:03:28.097386 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7c354f14-3971-4084-a8c1-2e9a697ad548 req-9cee9f3a-c5b0-452d-9908-5b2228e31668 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585139 May 10 18:03:28.106967 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Pushing event updated for resources: {'Port': ['ID=25e28588-ed1f-462c-930b-325e0d124692,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:28.109720 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:28.156180 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Attempting to bind port 25e28588-ed1f-462c-930b-325e0d124692 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:03:28.156548 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Attempting to bind port 25e28588-ed1f-462c-930b-325e0d124692 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:03:28.156905 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Attempting to bind port 25e28588-ed1f-462c-930b-325e0d124692 on network 47918bcb-b2db-41fc-9608-c48cebc49cd8 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:03:28.162101 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:03:28.162470 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Checking segment: {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:03:28.162871 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:28.163261 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Bound using segment: {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:03:28.163746 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Bound port: 25e28588-ed1f-462c-930b-325e0d124692, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:03:28.164114 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:28.253995 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] For port 25e28588-ed1f-462c-930b-325e0d124692, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:03:28.258261 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] For port 25e28588-ed1f-462c-930b-325e0d124692, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=25e28588-ed1f-462c-930b-325e0d124692,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:03:28.263198 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:28.269429 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:28.317566 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:28.350295 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Pushing event updated for resources: {'Port': ['ID=25e28588-ed1f-462c-930b-325e0d124692,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:28.351465 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:28.353745 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:28.612595 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Allocated IP 172.28.1.32 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/00a207af-f97a-4f46-9582-78f9b256c7e9) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:03:28.680901 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b421a-7db8-4f1b-9407-1313e8382d2f req-3827ff7f-d6e2-4606-b570-41854b3ac846 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:28.682472 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ae6b421a-7db8-4f1b-9407-1313e8382d2f req-3827ff7f-d6e2-4606-b570-41854b3ac846 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 945 time: 0.2953823 May 10 18:03:28.833345 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28245-0212-429e-8b5f-265abba82d92 req-c34c867e-8c6a-4897-abdf-71eca9c66dc6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:28.834805 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ade28245-0212-429e-8b5f-265abba82d92 req-c34c867e-8c6a-4897-abdf-71eca9c66dc6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.3638687 May 10 18:03:28.856144 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ae6b421a-7db8-4f1b-9407-1313e8382d2f req-c2cc457c-df73-48ca-8fab-2432e8541f2d tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625812 May 10 18:03:28.946948 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-09be06ff-c9c6-48cf-ba26-8c055eb0d7d3 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:28.948310 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-09be06ff-c9c6-48cf-ba26-8c055eb0d7d3 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 945 time: 0.3336697 May 10 18:03:28.958940 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ade28245-0212-429e-8b5f-265abba82d92 req-9b7ad6ba-89d8-4c56-9289-0460da554a3b tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982816 May 10 18:03:28.961604 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:29.101713 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:29.113266 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-76404457-7ad8-474a-baa1-9dfa70e8a558 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:29.186387 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:03:29.190423 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:29.203226 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:03:29.283221 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Deleting port dec04487-7b02-4ce1-9001-45cbef23262a {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:03:29.283698 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:29.398324 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277ea322-3443-4b5f-9292-25c5a3b58d4a None None] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:03:29.473128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Pushing event updated for resources: {'Port': ['ID=00a207af-f97a-4f46-9582-78f9b256c7e9,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:29.572343 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-22761b7f-9e61-4b1f-9e54-e2c85ee3acf4 None None] Provisioning for port 25e28588-ed1f-462c-930b-325e0d124692 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:29.592068 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:29.741322 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] For port dec04487-7b02-4ce1-9001-45cbef23262a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dec04487-7b02-4ce1-9001-45cbef23262a,segment=NetworkSegment(a4d8ee62-58be-4095-878f-cf7b14f1ba1d),segment_id=a4d8ee62-58be-4095-878f-cf7b14f1ba1d)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:29.741680 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:29.821592 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b32458-72f6-41d9-a3ee-41c6e2b2a28c req-acae84b8-814c-46bd-8933-2255c4cd75cc tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:29.823147 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c8b32458-72f6-41d9-a3ee-41c6e2b2a28c req-acae84b8-814c-46bd-8933-2255c4cd75cc tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.5547316 May 10 18:03:30.022426 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Calling delete_port for dec04487-7b02-4ce1-9001-45cbef23262a owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:03:30.130700 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c8b32458-72f6-41d9-a3ee-41c6e2b2a28c req-cee2456e-8ac0-4b5a-9b5e-fa39ffea8120 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447097 May 10 18:03:30.165195 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:30.289832 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 25e28588-ed1f-462c-930b-325e0d124692 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:30.355938 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 25e28588-ed1f-462c-930b-325e0d124692 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:30.360512 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 25e28588-ed1f-462c-930b-325e0d124692 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:30.360883 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:30.363597 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9ce78-1f1c-4fd9-9569-55a201caf2d1 req-3539c581-80cf-4f66-8a8c-c8d7699d0616 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:30.365084 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d4c9ce78-1f1c-4fd9-9569-55a201caf2d1 req-3539c581-80cf-4f66-8a8c-c8d7699d0616 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 945 time: 0.3499789 May 10 18:03:30.483741 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:30.499513 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d4c9ce78-1f1c-4fd9-9569-55a201caf2d1 req-528354b5-bcd8-4302-b2bd-9415852463ad tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad7044f5-2319-4279-83c1-ee1091f3faa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184504 May 10 18:03:30.518777 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 25e28588-ed1f-462c-930b-325e0d124692, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=25e28588-ed1f-462c-930b-325e0d124692,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:30.523732 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:30.527459 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:30.606947 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=25e28588-ed1f-462c-930b-325e0d124692,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:30.614495 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.614921 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.615333 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.615762 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.616096 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.616490 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.616838 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.617099 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.617495 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.617873 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.618203 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.618525 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:30.623466 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:30.660099 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:30.671179 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f671fa-ab19-4c12-8370-806ad9e5afa3 req-2153a404-3143-4815-9952-4597487e39da tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:30.672648 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-42f671fa-ab19-4c12-8370-806ad9e5afa3 req-2153a404-3143-4815-9952-4597487e39da tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.3903093 May 10 18:03:30.686537 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-db8c7f0b-61cd-4e88-b059-24d1595562dd tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:30.764714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Pushing event deleted for resources: {'Port': ['ID=dec04487-7b02-4ce1-9001-45cbef23262a,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:30.795761 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:30.867202 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] No DVR routers for this DVR port dec04487-7b02-4ce1-9001-45cbef23262a on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:03:30.874131 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:30.879165 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-42f671fa-ab19-4c12-8370-806ad9e5afa3 req-9a3f7312-9992-4e66-87d6-325ad44eaab2 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638894 May 10 18:03:30.879656 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045d279-631e-4803-b1a9-027721c5aec5', 'name': 'network-vif-deleted', 'tag': 'dec04487-7b02-4ce1-9001-45cbef23262a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:03:30.884282 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:30.955243 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045d279-631e-4803-b1a9-027721c5aec5', 'name': 'network-vif-deleted', 'tag': 'dec04487-7b02-4ce1-9001-45cbef23262a', 'status': 'completed', 'code': 200} May 10 18:03:31.211496 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-89ec1489-9c04-4856-be97-209b10eca6f4 req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.64 "DELETE /v2.0/ports/dec04487-7b02-4ce1-9001-45cbef23262a HTTP/1.1" status: 204 len: 173 time: 2.2438180 May 10 18:03:31.482548 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766736a3-66bd-4a23-b40e-0dc5778eea76 req-7ea69a51-e49d-4207-afd5-688cb9b901f9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:31.483930 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-766736a3-66bd-4a23-b40e-0dc5778eea76 req-7ea69a51-e49d-4207-afd5-688cb9b901f9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.2584419 May 10 18:03:31.531068 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c35b-ab6b-4263-a4f5-93748b607f91 req-997b2d17-f590-4533-9a35-c2da470d95fc tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:31.532580 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-17c1c35b-ab6b-4263-a4f5-93748b607f91 req-997b2d17-f590-4533-9a35-c2da470d95fc tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2592018 May 10 18:03:31.542787 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f57b-0aac-4032-8730-01c49c13823b req-c0cda872-3834-4286-b542-e7be86a8e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:31.542787 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-23e0f57b-0aac-4032-8730-01c49c13823b req-c0cda872-3834-4286-b542-e7be86a8e56e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 1098 time: 0.2195048 May 10 18:03:31.583234 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Router 37e7dff9-e633-487c-ae19-c865a7767828 is scheduled to L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 18:03:31.676166 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-766736a3-66bd-4a23-b40e-0dc5778eea76 req-55a16dde-c50d-4ce3-9b26-2a0bcc384382 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828742 May 10 18:03:31.811748 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-17c1c35b-ab6b-4263-a4f5-93748b607f91 req-9dad98e4-abf0-4502-9ea6-f49c4795e377 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689452 May 10 18:03:31.871546 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device dec04487-7b02-4ce1-9001-45cbef23262a no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:03:31.892599 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-1da10df2-55ec-4d0c-bb9a-85d8aa2a8941 req-6531349b-14eb-4a90-a93a-812a7518ec35 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Synchronizing usage tracker for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:03:31.907040 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: dec04487-7b02-4ce1-9001-45cbef23262a {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:03:31.907695 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device dec04487-7b02-4ce1-9001-45cbef23262a not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:03:31.945341 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f57b-0aac-4032-8730-01c49c13823b req-88421747-9d37-4ab6-bbf5-cd7749675d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:31.946771 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-23e0f57b-0aac-4032-8730-01c49c13823b req-88421747-9d37-4ab6-bbf5-cd7749675d1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 911 time: 0.3836868 May 10 18:03:31.950335 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-1da10df2-55ec-4d0c-bb9a-85d8aa2a8941 req-6531349b-14eb-4a90-a93a-812a7518ec35 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Unset dirty status for tenant:ab9de790efef48ea819eac5ee3108c03 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:03:31.951425 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1da10df2-55ec-4d0c-bb9a-85d8aa2a8941 req-6531349b-14eb-4a90-a93a-812a7518ec35 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] 10.222.0.46 "GET /v2.0/ports?device_id=3045d279-631e-4803-b1a9-027721c5aec5 HTTP/1.1" status: 200 len: 210 time: 0.1370833 May 10 18:03:32.040053 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:03:32.049521 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Sync routers for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:03:32.058907 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:03:32.059559 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:03:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:32.076401 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-23e0f57b-0aac-4032-8730-01c49c13823b req-aaef2fee-6e6a-4f2b-b2e2-d0212f50127b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61979e3b-e983-46dd-acfc-be0619886844 HTTP/1.1" status: 200 len: 1000 time: 0.1219122 May 10 18:03:32.080411 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:32.081497 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8286676 May 10 18:03:32.084263 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 59550) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:32.239232 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:03:32.300529 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 25e28588-ed1f-462c-930b-325e0d124692 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:32.326940 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f57b-0aac-4032-8730-01c49c13823b req-fb110641-e74c-4330-9a5f-3569076d7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:32.328408 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-23e0f57b-0aac-4032-8730-01c49c13823b req-fb110641-e74c-4330-9a5f-3569076d7acf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.2416351 May 10 18:03:32.378910 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 25e28588-ed1f-462c-930b-325e0d124692 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:32.379285 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:32.573127 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-8b6e850c-d3bd-4948-b1be-4e4508eb488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:32.574714 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-8b6e850c-d3bd-4948-b1be-4e4508eb488e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1099 time: 0.2911763 May 10 18:03:32.597703 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:29Z', 'revision_number': 3, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:32.601531 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Checking router: 37e7dff9-e633-487c-ae19-c865a7767828 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:03:32.601896 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Updating router 37e7dff9-e633-487c-ae19-c865a7767828 port 00a207af-f97a-4f46-9582-78f9b256c7e9 binding host dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:03:32.657067 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:32.807969 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f57b-0aac-4032-8730-01c49c13823b req-5a0415a3-7731-46c2-b41f-6a29adb28ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:32.809743 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-23e0f57b-0aac-4032-8730-01c49c13823b req-5a0415a3-7731-46c2-b41f-6a29adb28ddb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4698772 May 10 18:03:33.032690 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:33.046820 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Transition to ACTIVE for port object 00a207af-f97a-4f46-9582-78f9b256c7e9 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:33.060214 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:33.064930 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-c241c424-223b-4b73-b73f-94dc4e26e90e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:33.144854 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Pushing event updated for resources: {'Port': ['ID=00a207af-f97a-4f46-9582-78f9b256c7e9,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:33.146927 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Attempting to bind port 00a207af-f97a-4f46-9582-78f9b256c7e9 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:03:33.147287 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Attempting to bind port 00a207af-f97a-4f46-9582-78f9b256c7e9 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:03:33.147664 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Attempting to bind port 00a207af-f97a-4f46-9582-78f9b256c7e9 on network 7ed499e4-944d-4281-809d-2f5c6cdb58ec {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:03:33.157799 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.158134 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.158460 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.158780 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.159097 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.159412 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.159749 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.160060 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.160367 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.160678 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.160985 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.161288 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:03:33.164365 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:03:33.164737 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:03:33.165140 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:33.165519 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Bound using segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:03:33.165992 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Bound port: 00a207af-f97a-4f46-9582-78f9b256c7e9, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:03:33.166479 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:33.189687 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:33.198557 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-4fd7b74a-3270-4f10-95f2-da429f8ca445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:33.200041 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-4fd7b74a-3270-4f10-95f2-da429f8ca445 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 919 time: 0.6034088 May 10 18:03:33.239718 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] For port 00a207af-f97a-4f46-9582-78f9b256c7e9, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:03:33.242646 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] For port 00a207af-f97a-4f46-9582-78f9b256c7e9, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=00a207af-f97a-4f46-9582-78f9b256c7e9,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:03:33.248322 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:33.252945 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:33.315423 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-527b3a0c-0c12-44e5-8558-cd1fec43d88e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 200 len: 217 time: 0.0877931 May 10 18:03:33.317242 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-23e0f57b-0aac-4032-8730-01c49c13823b req-a58ddcf0-647f-46a7-b3e0-fc7797efe0a9 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670498 May 10 18:03:33.333333 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:03:33.333965 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:03:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:33.418045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4fcde-4802-4af7-987d-cf6cb093e28c req-ad440150-0d90-4772-ba8d-e1d2a76c7843 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:33.419490 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c4e4fcde-4802-4af7-987d-cf6cb093e28c req-ad440150-0d90-4772-ba8d-e1d2a76c7843 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.6201203 May 10 18:03:33.457367 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Pushing event updated for resources: {'Port': ['ID=00a207af-f97a-4f46-9582-78f9b256c7e9,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:33.462259 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:33.520172 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:03:33.546078 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee73a3-306f-45fa-8a72-538de970cfe8 req-39578eed-d2c8-459a-965d-c3c827175548 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:33.547520 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-60ee73a3-306f-45fa-8a72-538de970cfe8 req-39578eed-d2c8-459a-965d-c3c827175548 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.5920141 May 10 18:03:33.615115 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-04eacf76-8ff8-4977-b885-db42d8277d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:33.616467 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-04eacf76-8ff8-4977-b885-db42d8277d12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.2836864 May 10 18:03:33.723362 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c4e4fcde-4802-4af7-987d-cf6cb093e28c req-e2d17d79-0152-4bf7-8b1e-3584961a56a6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277329 May 10 18:03:33.750764 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-7350b169-4300-45da-b853-d70b6a6f6e61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137960 May 10 18:03:33.758028 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-60ee73a3-306f-45fa-8a72-538de970cfe8 req-7658a64a-a623-4960-ba21-ba54c29e6599 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026138 May 10 18:03:33.792807 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-23e0f57b-0aac-4032-8730-01c49c13823b req-bb3eb3ed-219e-4562-a72c-6c136526b981 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582698 May 10 18:03:33.837921 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:29Z', 'revision_number': 3, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:33.842707 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdded3-57b9-44da-8709-8742d5a0c8c8 None None] The sync data for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb is: [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:29Z', 'revision_number': 3, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:03:33.864784 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59588) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:33.943309 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:33.949139 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] Deleting subnet 9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:03:33.952805 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:33.981114 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-ef748fc8-bdf4-4ae1-ad1b-547b0fa6b107 service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173200 May 10 18:03:34.080915 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.161867 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.316335 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 00a207af-f97a-4f46-9582-78f9b256c7e9 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:34.401109 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 00a207af-f97a-4f46-9582-78f9b256c7e9 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:34.407081 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 00a207af-f97a-4f46-9582-78f9b256c7e9 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:34.410471 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.429937 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b21837-ea2f-4705-bd90-1dd2b723b6ed req-2bc33632-39dc-46b5-8fd4-f4caf306627a service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108930 May 10 18:03:34.470826 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.475030 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:34.512786 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Allocated IP 172.20.0.1 (47918bcb-b2db-41fc-9608-c48cebc49cd8/e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085/c25fe2d2-6e21-4d88-b1ad-8d20a359deea) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:03:34.523126 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d509003-8dd9-448d-ab7e-6be2b5cfa9e4,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:34.529404 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.533348 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:34.538344 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7332a75d-21f4-4430-8b4a-7d0bd793ce26 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9d509003-8dd9-448d-ab7e-6be2b5cfa9e4 HTTP/1.1" status: 204 len: 168 time: 0.6701155 May 10 18:03:34.538623 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59594) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:34.612020 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.638473 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 00a207af-f97a-4f46-9582-78f9b256c7e9, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=00a207af-f97a-4f46-9582-78f9b256c7e9,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:34.648581 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.650895 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:34.708332 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.709763 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.734597 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Transition to ACTIVE for port object c25fe2d2-6e21-4d88-b1ad-8d20a359deea will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:34.770024 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.783453 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8c1bc4dd-f910-449f-a4b1-21745c01dffd tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:34.803096 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=00a207af-f97a-4f46-9582-78f9b256c7e9,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:34.810961 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:34.812559 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.872564 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Pushing event updated for resources: {'Port': ['ID=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:34.875700 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:34.885106 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:03:34.885951 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.886553 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:34.898754 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:03:34.899238 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655830'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.903368 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9a74fe-c936-4189-9c32-75042986e3b1']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:34.919126 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:34.919543 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d8ee62-58be-4095-878f-cf7b14f1ba1d') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:34.932126 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.953111 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.958678 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:03:34.959064 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:03:34.973561 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:03:35.073786 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.086296 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ffa97a4d-8f65-4da1-9a78-9c02d41ce6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:35.097890 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5fcc3-0750-495f-a45b-439f55974a47 req-33f36992-b8e8-47c8-b9a3-a677acbbb5f7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:35.099415 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6ef5fcc3-0750-495f-a45b-439f55974a47 req-33f36992-b8e8-47c8-b9a3-a677acbbb5f7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1946778 May 10 18:03:35.112737 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.122975 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf9a74fe-c936-4189-9c32-75042986e3b1,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:35.129027 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf9a74fe-c936-4189-9c32-75042986e3b1 HTTP/1.1" status: 204 len: 168 time: 0.5893898 May 10 18:03:35.130391 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:35.183119 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b47c8-080d-405b-984c-3afa0b5bd945 req-21f6ee3d-a053-48b9-a7d8-d5749c70e596 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:35.184638 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0a8b47c8-080d-405b-984c-3afa0b5bd945 req-21f6ee3d-a053-48b9-a7d8-d5749c70e596 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2448959 May 10 18:03:35.234659 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.269906 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6ef5fcc3-0750-495f-a45b-439f55974a47 req-d5a15c1a-9b31-4c11-86a0-7e706f50529c tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316907 May 10 18:03:35.292528 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-77bdba46-e493-4bd3-ab15-6eaeb8c844cd None None] Provisioning for port c25fe2d2-6e21-4d88-b1ad-8d20a359deea completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:35.298010 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-77bdba46-e493-4bd3-ab15-6eaeb8c844cd None None] Provisioning complete for port c25fe2d2-6e21-4d88-b1ad-8d20a359deea triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:35.298447 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-77bdba46-e493-4bd3-ab15-6eaeb8c844cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.329469 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0a8b47c8-080d-405b-984c-3afa0b5bd945 req-275339ff-cddb-4bb5-bc70-56c668eebe61 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358137 May 10 18:03:35.368218 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-77bdba46-e493-4bd3-ab15-6eaeb8c844cd None None] Port c25fe2d2-6e21-4d88-b1ad-8d20a359deea cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:03:35.416581 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59614) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:35.469896 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-177618b1-101c-4407-96fc-5f0cf8870748 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab9de790efef48ea819eac5ee3108c03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513124 May 10 18:03:35.472418 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59618) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:35.527602 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.533100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.533899 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655733'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.539161 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-52503993-09d6-44d7-81a5-e1979e2b48cc tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:35.539929 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b171c78c-37d9-4738-ad5b-fb0b3929b343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.567862 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b171c78c-37d9-4738-ad5b-fb0b3929b343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.623083 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b171c78c-37d9-4738-ad5b-fb0b3929b343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.628297 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c64fc0b2-eca4-4caf-8839-2394df056c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:35.639460 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171c78c-37d9-4738-ad5b-fb0b3929b343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7044f5-2319-4279-83c1-ee1091f3faa6,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:35.646883 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b171c78c-37d9-4738-ad5b-fb0b3929b343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:35.647901 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b171c78c-37d9-4738-ad5b-fb0b3929b343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:35.651881 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-b171c78c-37d9-4738-ad5b-fb0b3929b343 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad7044f5-2319-4279-83c1-ee1091f3faa6 HTTP/1.1" status: 204 len: 168 time: 0.1756096 May 10 18:03:35.676794 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Pushing event updated for resources: {'Port': ['ID=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:35.680713 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:35.733258 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:03:35.734528 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:35.927599 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Router 37e7dff9-e633-487c-ae19-c865a7767828 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:03:35.998044 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-8d30e155-3519-4998-beb8-1ec0e0fa1109 None None] Provisioning complete for port c25fe2d2-6e21-4d88-b1ad-8d20a359deea triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:35.998420 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8d30e155-3519-4998-beb8-1ec0e0fa1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:36.075195 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-8d30e155-3519-4998-beb8-1ec0e0fa1109 None None] Port c25fe2d2-6e21-4d88-b1ad-8d20a359deea cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:03:36.123740 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:03:36.132484 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Sync routers for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:03:36.146721 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] 10.222.0.46 "PUT /v2.0/routers/37e7dff9-e633-487c-ae19-c865a7767828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0539739 May 10 18:03:36.146927 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:03:36.146927 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:03:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:36.264939 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 00a207af-f97a-4f46-9582-78f9b256c7e9 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:36.387198 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 00a207af-f97a-4f46-9582-78f9b256c7e9 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:36.387825 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:36.429076 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:03:36.690652 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba62105-2815-4643-8e08-663c7422939d req-095958e7-9146-4826-b9bc-996d589e968d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:36.698170 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1ba62105-2815-4643-8e08-663c7422939d req-095958e7-9146-4826-b9bc-996d589e968d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1512930 May 10 18:03:36.931913 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1ba62105-2815-4643-8e08-663c7422939d req-3a46e95b-88eb-4607-aaa6-7b7d633227a9 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327385 May 10 18:03:36.973057 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 2, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:36.977984 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Checking router: 37e7dff9-e633-487c-ae19-c865a7767828 for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:03:36.978494 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Updating router 37e7dff9-e633-487c-ae19-c865a7767828 port c25fe2d2-6e21-4d88-b1ad-8d20a359deea binding host dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:03:37.046402 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.118495 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59682) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:37.125982 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1391076465-network', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:03:37.134610 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:37.143549 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Usage tracker for resource:network and tenant:3ca095b45b824b9ab3dbc33fafd9bedd is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:37.148553 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:37.156760 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:37.175055 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Made reservation on behalf of 3ca095b45b824b9ab3dbc33fafd9bedd for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:03:37.177715 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.197747 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.215870 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:37.221209 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca095b45b824b9ab3dbc33fafd9bedd is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:37.223874 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:37.232309 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:37.371620 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.378846 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.395624 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:03:37.409622 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c93ae35b-dd4d-4c34-82c7-dfce2afe7c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:37.439757 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.440100 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.segments_db [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Added segment f69c42a6-f98e-49b6-bf00-b2734b76f846 of type vlan for network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 May 10 18:03:37.445596 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2644ab5-276b-4e2c-96c3-f3c37fd0cb1c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:37.449668 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:37.473770 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.475928 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.490513 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Transition to ACTIVE for port object c25fe2d2-6e21-4d88-b1ad-8d20a359deea will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:37.498321 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.503397 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:37.507467 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.508873 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:37.509848 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.515851 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-02c708bc-aac0-4f37-9ca8-47d6985be2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:37.624445 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Pushing event updated for resources: {'Network': ['ID=782fa3f5-a61a-4cc2-9e1c-a9e90de70844,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:37.628332 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5082443 May 10 18:03:37.629265 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:37.631167 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 59700) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:37.638315 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Request body: {'subnet': {'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1391076465-subnet', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:03:37.642888 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:03:37.645183 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:37.649794 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Usage tracker for resource:subnet and tenant:3ca095b45b824b9ab3dbc33fafd9bedd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:37.653850 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:37.669007 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:37.685196 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Made reservation on behalf of 3ca095b45b824b9ab3dbc33fafd9bedd for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:03:37.687883 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.797695 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d031ee-0c04-4f40-b6c6-31c39512a482 None None] Pushing event updated for resources: {'Port': ['ID=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:37.812029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-50d031ee-0c04-4f40-b6c6-31c39512a482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:37.878299 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Attempting to bind port c25fe2d2-6e21-4d88-b1ad-8d20a359deea on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:03:37.878885 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Attempting to bind port c25fe2d2-6e21-4d88-b1ad-8d20a359deea by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:03:37.879388 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Attempting to bind port c25fe2d2-6e21-4d88-b1ad-8d20a359deea on network 47918bcb-b2db-41fc-9608-c48cebc49cd8 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:03:37.890262 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:03:37.890661 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Checking segment: {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:03:37.891084 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:37.891474 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Bound using segment: {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:03:37.891966 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Bound port: c25fe2d2-6e21-4d88-b1ad-8d20a359deea, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:03:37.892409 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.010689 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] For port c25fe2d2-6e21-4d88-b1ad-8d20a359deea, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:03:38.019536 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] For port c25fe2d2-6e21-4d88-b1ad-8d20a359deea, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:03:38.033770 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.039608 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:38.132376 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:03:38.133080 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:03:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:38.294009 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.300916 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:38.301095 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d031ee-0c04-4f40-b6c6-31c39512a482 None None] Pushing event updated for resources: {'Port': ['ID=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:38.306204 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-50d031ee-0c04-4f40-b6c6-31c39512a482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:38.389826 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59732) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:38.391921 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:03:38.470046 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=793f8e46-dc88-4f0c-847a-fc081d031d73,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:38.473611 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:38.488661 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680c166-b6db-4448-8ee5-abd57a048a85 req-53055b1c-cfe2-444e-9731-41f6fcb92992 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:38.490638 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0680c166-b6db-4448-8ee5-abd57a048a85 req-53055b1c-cfe2-444e-9731-41f6fcb92992 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2785950 May 10 18:03:38.491414 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Checking segment: {'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:03:38.491797 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Network hostable DHCP agents. Network: 782fa3f5-a61a-4cc2-9e1c-a9e90de70844, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:03:38.534728 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:03:38.565609 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0680c166-b6db-4448-8ee5-abd57a048a85 req-3a8652b3-84dc-489d-88ca-b7046238f316 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607817 May 10 18:03:38.567042 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 782fa3f5-a61a-4cc2-9e1c-a9e90de70844) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:38.572136 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:38.573110 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.585492 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9dcac1-8059-4712-bca0-c66b12f9fe54 None None] Network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:03:38.600496 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.603248 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-3ebc6b91-2fd4-4b51-af94-2147504375f4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9702008 May 10 18:03:38.604042 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 59738) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:38.609435 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:03:38.612596 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:38.615493 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:38.616658 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Usage tracker for resource:security_group_rule and tenant:55a667e5a8f94495af6203f432311440 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:38.620438 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:38.621045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Usage tracker for resource:router and tenant:3ca095b45b824b9ab3dbc33fafd9bedd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:38.625741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:38.628596 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:38.634294 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:38.647512 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-743402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29558'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.649587 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29519'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.677015 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.735167 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.741143 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.770762 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-be2eb518-8d32-4c18-a016-e3ef86c624bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:38.814323 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a933d8d-5f37-4a0e-b969-6271b17dd374,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:38.819625 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:38.824363 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55a667e5a8f94495af6203f432311440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328487 May 10 18:03:38.826606 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59744) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:38.883487 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59748) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:38.904468 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b114e23-b642-4fc2-88a9-ecd15be65da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.934464 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b114e23-b642-4fc2-88a9-ecd15be65da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:38.979167 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a763d2-7159-5774-8477-7e1238429133-782fa3f5-a61a-4cc2-9e1c-a9e90de70844', 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'fixed_ips': [{'subnet_id': '793f8e46-dc88-4f0c-847a-fc081d031d73'}]}} from dv-cinder-790492-1-smb. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 18:03:38.980704 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.015255 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b114e23-b642-4fc2-88a9-ecd15be65da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.025431 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:39.044864 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:38Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:39.053387 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d586cee-5a24-4685-905d-a19b467f694b None None] The sync data for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb is: [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:38Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:03:39.063861 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b114e23-b642-4fc2-88a9-ecd15be65da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a933d8d-5f37-4a0e-b969-6271b17dd374,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:39.069708 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3b114e23-b642-4fc2-88a9-ecd15be65da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:39.077125 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b114e23-b642-4fc2-88a9-ecd15be65da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.081741 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-3b114e23-b642-4fc2-88a9-ecd15be65da6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a933d8d-5f37-4a0e-b969-6271b17dd374 HTTP/1.1" status: 204 len: 168 time: 0.2534969 May 10 18:03:39.092121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.162906 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.179915 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:39.184765 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Usage tracker for resource:security_group_rule and tenant:2e5e4f6fa1134718b6498c94f936459c is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:39.187867 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:39.202935 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:39.259664 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Allocated IP 172.20.0.2 (782fa3f5-a61a-4cc2-9e1c-a9e90de70844/793f8e46-dc88-4f0c-847a-fc081d031d73/1570e1ff-f508-4ff1-b1ef-33edc46928ee) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:03:39.344630 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.360721 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.370829 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-feb8a1f7-4cdc-488a-8f56-b4d0d85fc6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:39.425553 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e5e4f6fa1134718b6498c94f936459c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388143 May 10 18:03:39.426982 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59758) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:39.470705 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b601dba8-5d59-4386-b2cc-169ea290672e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:39.485117 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:39.570842 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.595492 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-864a7432-101a-4199-8607-4cb748e69f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.640373 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.644872 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-efc83fc6-2afc-4a1b-99cd-d0e418ca67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.657286 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Transition to ACTIVE for port object 1570e1ff-f508-4ff1-b1ef-33edc46928ee will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:39.673515 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.688578 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Transition to ACTIVE for port object 1570e1ff-f508-4ff1-b1ef-33edc46928ee will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:39.700023 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.705640 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:39.709319 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-864a7432-101a-4199-8607-4cb748e69f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.802732 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Pushing event updated for resources: {'Port': ['ID=1570e1ff-f508-4ff1-b1ef-33edc46928ee,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:39.808710 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:39.825549 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:03:39.826968 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Resources bound (agent type, host, resource id): {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:39.836150 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:03:39.844392 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-864a7432-101a-4199-8607-4cb748e69f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.849772 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e258f3c1-b2b3-4c35-8601-46b747d281a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:39.863762 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a7432-101a-4199-8607-4cb748e69f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601dba8-5d59-4386-b2cc-169ea290672e,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:39.866147 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-864a7432-101a-4199-8607-4cb748e69f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:39.872665 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-864a7432-101a-4199-8607-4cb748e69f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:39.873927 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-864a7432-101a-4199-8607-4cb748e69f6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b601dba8-5d59-4386-b2cc-169ea290672e HTTP/1.1" status: 204 len: 168 time: 0.4466317 May 10 18:03:40.007113 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Attempting to bind port 1570e1ff-f508-4ff1-b1ef-33edc46928ee on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:03:40.007995 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Attempting to bind port 1570e1ff-f508-4ff1-b1ef-33edc46928ee by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:03:40.008387 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Attempting to bind port 1570e1ff-f508-4ff1-b1ef-33edc46928ee on network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:03:40.019411 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:03:40.020009 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Checking segment: {'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:03:40.020497 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.021789 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Bound using segment: {'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:03:40.022684 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Bound port: 1570e1ff-f508-4ff1-b1ef-33edc46928ee, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:03:40.023133 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.106409 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Allocated IP 172.28.1.210 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/92cfa435-892d-439f-acfd-a41a991a34c8) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:03:40.209736 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] For port 1570e1ff-f508-4ff1-b1ef-33edc46928ee, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:03:40.223215 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d2c56-538d-4fb2-b0dc-ec9176466865 req-963ba910-27ec-42e4-ad1a-b6a2cab5fb55 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:40.224549 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] For port 1570e1ff-f508-4ff1-b1ef-33edc46928ee, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=1570e1ff-f508-4ff1-b1ef-33edc46928ee,segment=NetworkSegment(f69c42a6-f98e-49b6-bf00-b2734b76f846),segment_id=f69c42a6-f98e-49b6-bf00-b2734b76f846)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:03:40.231114 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-293d2c56-538d-4fb2-b0dc-ec9176466865 req-963ba910-27ec-42e4-ad1a-b6a2cab5fb55 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2383132 May 10 18:03:40.234321 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.249960 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:40.365156 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-293d2c56-538d-4fb2-b0dc-ec9176466865 req-f59b0752-2b8d-488d-a4d5-85df6516bf2b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326683 May 10 18:03:40.393595 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c25fe2d2-6e21-4d88-b1ad-8d20a359deea up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:40.435293 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.496667 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.503033 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:40.512708 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Pushing event updated for resources: {'Port': ['ID=1570e1ff-f508-4ff1-b1ef-33edc46928ee,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:40.516625 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:40.547785 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port c25fe2d2-6e21-4d88-b1ad-8d20a359deea completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:40.555978 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port c25fe2d2-6e21-4d88-b1ad-8d20a359deea triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:40.559798 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.590401 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:03:40.593856 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:40.606627 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:03:40.686824 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59792) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:40.722852 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.730024 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Pushing event updated for resources: {'Port': ['ID=92cfa435-892d-439f-acfd-a41a991a34c8,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:40.749910 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:40.755597 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Usage tracker for resource:security_group_rule and tenant:640fbf8e4be64788bb22a2f832b546df is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:40.760062 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:40.769240 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:40.849536 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:40.878129 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.935141 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port c25fe2d2-6e21-4d88-b1ad-8d20a359deea, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:40.946346 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:40.954480 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:41.005535 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.017398 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.047660 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3b114e23-b642-4fc2-88a9-ecd15be65da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:41.083904 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:41.093793 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:41.112917 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080814d-1049-4a96-8e95-0e15f3fb1fc5,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:41.116154 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:41.136089 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=640fbf8e4be64788bb22a2f832b546df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460437 May 10 18:03:41.138471 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59802) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:41.280038 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-27280a61-6e8c-44e3-8062-1d15507f9197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.289594 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.311170 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-27280a61-6e8c-44e3-8062-1d15507f9197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.381194 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-27280a61-6e8c-44e3-8062-1d15507f9197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.385303 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-522cf806-b442-4be4-a1cf-9f207bd5d76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:41.401692 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27280a61-6e8c-44e3-8062-1d15507f9197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080814d-1049-4a96-8e95-0e15f3fb1fc5,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:41.407117 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-27280a61-6e8c-44e3-8062-1d15507f9197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:41.429812 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-27280a61-6e8c-44e3-8062-1d15507f9197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.432052 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-27280a61-6e8c-44e3-8062-1d15507f9197 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1080814d-1049-4a96-8e95-0e15f3fb1fc5 HTTP/1.1" status: 204 len: 168 time: 0.2915335 May 10 18:03:41.797215 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.809620 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a436-113b-45c0-a7ee-ebd87f60dedd req-6190763c-aff2-487c-9ee0-6b1517154120 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:41.811686 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c974a436-113b-45c0-a7ee-ebd87f60dedd req-6190763c-aff2-487c-9ee0-6b1517154120 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2289982 May 10 18:03:41.831587 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab0c16-fdca-4925-a5ba-5d04a11b0449 None None] Network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:03:41.907882 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a6672304-1fdb-4d8b-8b73-f71f6eab3c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:41.930490 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-18667ab3-74ba-4ef1-9461-f04f53cb9272 None None] Provisioning for port 1570e1ff-f508-4ff1-b1ef-33edc46928ee completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:42.109996 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c974a436-113b-45c0-a7ee-ebd87f60dedd req-53ba2898-8ba0-4eae-885e-bcdb6849702b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343361 May 10 18:03:42.163380 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:42.186819 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Router 0de1337c-9dd4-4d43-bd38-950130cbe10f is scheduled to L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 18:03:42.378939 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c25fe2d2-6e21-4d88-b1ad-8d20a359deea up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:42.395347 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:03:42.405358 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Sync routers for ids ['0de1337c-9dd4-4d43-bd38-950130cbe10f'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:03:42.423620 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:42.425074 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8199790 May 10 18:03:42.428072 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 59834) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:42.447249 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Routers {'0de1337c-9dd4-4d43-bd38-950130cbe10f'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:03:42.455884 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:03:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['0de1337c-9dd4-4d43-bd38-950130cbe10f'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:42.482331 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port c25fe2d2-6e21-4d88-b1ad-8d20a359deea triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:42.483000 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:42.691154 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 1570e1ff-f508-4ff1-b1ef-33edc46928ee up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:42.715466 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Set router 0de1337c-9dd4-4d43-bd38-950130cbe10f gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:03:42.774676 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 1570e1ff-f508-4ff1-b1ef-33edc46928ee completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:42.786357 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 1570e1ff-f508-4ff1-b1ef-33edc46928ee triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:42.786730 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:42.920713 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:42.956809 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.056387 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 1570e1ff-f508-4ff1-b1ef-33edc46928ee, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=1570e1ff-f508-4ff1-b1ef-33edc46928ee,segment=NetworkSegment(f69c42a6-f98e-49b6-bf00-b2734b76f846),segment_id=f69c42a6-f98e-49b6-bf00-b2734b76f846)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:43.063020 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.064946 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:43.068943 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 3, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port': {'id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:39Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:43.073899 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Checking router: 0de1337c-9dd4-4d43-bd38-950130cbe10f for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:03:43.074213 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Updating router 0de1337c-9dd4-4d43-bd38-950130cbe10f port 92cfa435-892d-439f-acfd-a41a991a34c8 binding host dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:03:43.204677 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=1570e1ff-f508-4ff1-b1ef-33edc46928ee,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:43.210835 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:43.216618 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.398105 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727d757-03f5-4624-841c-a71d13905ed3 req-e373931e-b144-4cdf-be3d-6869dda48c09 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:43.400662 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5727d757-03f5-4624-841c-a71d13905ed3 req-e373931e-b144-4cdf-be3d-6869dda48c09 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0973072 May 10 18:03:43.459964 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5727d757-03f5-4624-841c-a71d13905ed3 req-f9b875b5-01d8-4f8c-9c72-55efa949fa25 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 May 10 18:03:43.468559 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.610364 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.623677 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Transition to ACTIVE for port object 92cfa435-892d-439f-acfd-a41a991a34c8 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:43.633631 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.647429 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:43.710389 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Allocated IP 172.20.0.1 (782fa3f5-a61a-4cc2-9e1c-a9e90de70844/793f8e46-dc88-4f0c-847a-fc081d031d73/4c7c983e-f828-4a0f-9462-b27821d48158) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:03:43.719318 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Attempting to bind port 92cfa435-892d-439f-acfd-a41a991a34c8 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:03:43.719795 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Attempting to bind port 92cfa435-892d-439f-acfd-a41a991a34c8 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:03:43.720483 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Attempting to bind port 92cfa435-892d-439f-acfd-a41a991a34c8 on network 7ed499e4-944d-4281-809d-2f5c6cdb58ec {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:03:43.732102 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:03:43.732733 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:03:43.733290 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.733852 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Bound using segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:03:43.734489 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Bound port: 92cfa435-892d-439f-acfd-a41a991a34c8, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:03:43.735041 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.782538 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb1c17-2926-4218-85a6-fe4ac79c27f8 None None] Pushing event updated for resources: {'Port': ['ID=92cfa435-892d-439f-acfd-a41a991a34c8,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:43.792769 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0ddb1c17-2926-4218-85a6-fe4ac79c27f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:43.848237 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] For port 92cfa435-892d-439f-acfd-a41a991a34c8, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:03:43.851834 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] For port 92cfa435-892d-439f-acfd-a41a991a34c8, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=92cfa435-892d-439f-acfd-a41a991a34c8,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:03:43.858263 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.877884 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:43.907446 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.929594 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Transition to ACTIVE for port object 4c7c983e-f828-4a0f-9462-b27821d48158 will not be triggered until provisioned by entity DHCP. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:43.959438 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:43.975319 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:43.982764 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb1c17-2926-4218-85a6-fe4ac79c27f8 None None] Pushing event updated for resources: {'Port': ['ID=92cfa435-892d-439f-acfd-a41a991a34c8,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:44.011681 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0ddb1c17-2926-4218-85a6-fe4ac79c27f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:44.017683 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Routers {'0de1337c-9dd4-4d43-bd38-950130cbe10f'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:03:44.018322 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:03:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['0de1337c-9dd4-4d43-bd38-950130cbe10f'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:44.031384 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:03:44.035588 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:44.039507 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:03:44.096266 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Pushing event updated for resources: {'Port': ['ID=4c7c983e-f828-4a0f-9462-b27821d48158,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:44.105050 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:44.110219 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655830'] for router_interface, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:44.227282 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] Set router 0de1337c-9dd4-4d43-bd38-950130cbe10f gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:03:44.253199 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:44.260983 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 1570e1ff-f508-4ff1-b1ef-33edc46928ee up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:44.400606 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 1570e1ff-f508-4ff1-b1ef-33edc46928ee triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:44.401658 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:44.548753 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-35d27c12-b1c7-44c8-89a2-3b42af4a076e None None] Provisioning for port 4c7c983e-f828-4a0f-9462-b27821d48158 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:44.574087 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-35d27c12-b1c7-44c8-89a2-3b42af4a076e None None] Provisioning complete for port 4c7c983e-f828-4a0f-9462-b27821d48158 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:44.574465 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-35d27c12-b1c7-44c8-89a2-3b42af4a076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:44.612343 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 3, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port': {'id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:39Z', 'updated_at': '2021-05-10T18:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:44.623211 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d1fe6-47e2-4017-ad26-da639bc1e487 None None] The sync data for ids ['0de1337c-9dd4-4d43-bd38-950130cbe10f'] in dv-cinder-790492-1-smb is: [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 3, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port': {'id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:39Z', 'updated_at': '2021-05-10T18:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:03:44.655835 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-35d27c12-b1c7-44c8-89a2-3b42af4a076e None None] Port 4c7c983e-f828-4a0f-9462-b27821d48158 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:03:44.732643 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:44.743130 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10935138'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:44.777920 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:44.781812 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2bda9-eae9-4ac8-8882-fa1f2a12620c req-285fe047-f890-45d7-a9aa-f1df3239e3f2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:44.790355 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-02a2bda9-eae9-4ac8-8882-fa1f2a12620c req-285fe047-f890-45d7-a9aa-f1df3239e3f2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1741896 May 10 18:03:44.790734 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:44.837681 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-02a2bda9-eae9-4ac8-8882-fa1f2a12620c req-1e537c90-070a-4cd8-bfa0-18ea9da56b66 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 May 10 18:03:44.875930 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Pushing event updated for resources: {'Port': ['ID=4c7c983e-f828-4a0f-9462-b27821d48158,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:44.878244 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655733'] for router_interface, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:44.881786 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:44.934932 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:03:45.055976 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:03:45.057497 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:03:45.288231 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-6b436fcf-48d0-410b-902a-8d783b79695e None None] Provisioning complete for port 4c7c983e-f828-4a0f-9462-b27821d48158 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:45.289767 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6b436fcf-48d0-410b-902a-8d783b79695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:45.312456 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Router 0de1337c-9dd4-4d43-bd38-950130cbe10f has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:03:45.360196 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-6b436fcf-48d0-410b-902a-8d783b79695e None None] Port 4c7c983e-f828-4a0f-9462-b27821d48158 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:03:45.552776 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:03:45.567780 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] 10.222.0.46 "PUT /v2.0/routers/0de1337c-9dd4-4d43-bd38-950130cbe10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1345949 May 10 18:03:46.083534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef11c-ed21-4137-a297-d745fbb89912 req-64cba39a-e62e-42f2-9dc0-3c19ee3f7d18 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:46.088104 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ce4ef11c-ed21-4137-a297-d745fbb89912 req-64cba39a-e62e-42f2-9dc0-3c19ee3f7d18 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1308112 May 10 18:03:46.145454 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ce4ef11c-ed21-4137-a297-d745fbb89912 req-c0d344f9-e977-4c8f-a049-a13bfa4b980a tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490463 May 10 18:03:46.303436 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 92cfa435-892d-439f-acfd-a41a991a34c8 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:46.390260 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 92cfa435-892d-439f-acfd-a41a991a34c8 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:46.399371 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 92cfa435-892d-439f-acfd-a41a991a34c8 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:46.399722 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:46.536929 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:46.555545 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 92cfa435-892d-439f-acfd-a41a991a34c8, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=92cfa435-892d-439f-acfd-a41a991a34c8,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:46.560577 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:46.564037 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:46.618487 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Sync routers for ids ['0de1337c-9dd4-4d43-bd38-950130cbe10f'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:03:46.645331 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Routers {'0de1337c-9dd4-4d43-bd38-950130cbe10f'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:03:46.646177 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:03:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['0de1337c-9dd4-4d43-bd38-950130cbe10f'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:46.707425 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=92cfa435-892d-439f-acfd-a41a991a34c8,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:46.769154 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:46.859170 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Set router 0de1337c-9dd4-4d43-bd38-950130cbe10f gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:03:47.411538 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de391339-b196-47a5-a2a6-6a48f1402916 req-a70905d4-7702-4ba4-a5fa-18d5b6cfc919 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:47.413378 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-de391339-b196-47a5-a2a6-6a48f1402916 req-a70905d4-7702-4ba4-a5fa-18d5b6cfc919 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.0884104 May 10 18:03:47.463264 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:03:44Z', 'revision_number': 4, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port': {'id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:39Z', 'updated_at': '2021-05-10T18:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '4c7c983e-f828-4a0f-9462-b27821d48158', 'name': '', 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'mac_address': 'fa:16:3e:16:76:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '793f8e46-dc88-4f0c-847a-fc081d031d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:43Z', 'updated_at': '2021-05-10T18:03:44Z', 'revision_number': 2, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'subnets': [{'id': '793f8e46-dc88-4f0c-847a-fc081d031d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:47.472574 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Checking router: 0de1337c-9dd4-4d43-bd38-950130cbe10f for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:03:47.473201 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Updating router 0de1337c-9dd4-4d43-bd38-950130cbe10f port 4c7c983e-f828-4a0f-9462-b27821d48158 binding host dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:03:47.503718 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-de391339-b196-47a5-a2a6-6a48f1402916 req-13fe6a4b-4585-4dcb-a74b-c6e490bf9143 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826313 May 10 18:03:47.545080 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:48.075593 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:48.095485 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Transition to ACTIVE for port object 4c7c983e-f828-4a0f-9462-b27821d48158 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:03:48.116506 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:48.130012 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:48.398098 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 92cfa435-892d-439f-acfd-a41a991a34c8 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:48.451006 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347526f-cea0-491a-93c3-d8cbce6ceed9 None None] Pushing event updated for resources: {'Port': ['ID=4c7c983e-f828-4a0f-9462-b27821d48158,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:48.535755 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-2347526f-cea0-491a-93c3-d8cbce6ceed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:48.579944 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Attempting to bind port 4c7c983e-f828-4a0f-9462-b27821d48158 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:03:48.580521 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Attempting to bind port 4c7c983e-f828-4a0f-9462-b27821d48158 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:03:48.581059 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Attempting to bind port 4c7c983e-f828-4a0f-9462-b27821d48158 on network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:03:48.589230 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:03:48.589871 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Checking segment: {'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:03:48.590452 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:48.591005 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Bound using segment: {'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:03:48.591657 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Bound port: 4c7c983e-f828-4a0f-9462-b27821d48158, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69c42a6-f98e-49b6-bf00-b2734b76f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:03:48.592205 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:48.688738 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 92cfa435-892d-439f-acfd-a41a991a34c8 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:48.689322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:48.784717 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] For port 4c7c983e-f828-4a0f-9462-b27821d48158, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:03:48.797870 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] For port 4c7c983e-f828-4a0f-9462-b27821d48158, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=4c7c983e-f828-4a0f-9462-b27821d48158,segment=NetworkSegment(f69c42a6-f98e-49b6-bf00-b2734b76f846),segment_id=f69c42a6-f98e-49b6-bf00-b2734b76f846)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:03:48.823786 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93311dd-6b46-4cdd-ac45-a01f7dad1a3d req-c05fe0e9-d314-4fa5-9dda-c7acaf8e0596 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:48.831937 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c93311dd-6b46-4cdd-ac45-a01f7dad1a3d req-c05fe0e9-d314-4fa5-9dda-c7acaf8e0596 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1292331 May 10 18:03:48.837098 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:48.850508 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:48.911203 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c93311dd-6b46-4cdd-ac45-a01f7dad1a3d req-71eb251a-66ec-4e97-a89a-59dc8e887140 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782642 May 10 18:03:49.042566 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Routers {'0de1337c-9dd4-4d43-bd38-950130cbe10f'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:03:49.045021 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:03:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['0de1337c-9dd4-4d43-bd38-950130cbe10f'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:49.271144 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347526f-cea0-491a-93c3-d8cbce6ceed9 None None] Pushing event updated for resources: {'Port': ['ID=4c7c983e-f828-4a0f-9462-b27821d48158,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:49.276371 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-2347526f-cea0-491a-93c3-d8cbce6ceed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:49.348738 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] Set router 0de1337c-9dd4-4d43-bd38-950130cbe10f gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:03:49.696032 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:03:44Z', 'revision_number': 4, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port': {'id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:39Z', 'updated_at': '2021-05-10T18:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '4c7c983e-f828-4a0f-9462-b27821d48158', 'name': '', 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'mac_address': 'fa:16:3e:16:76:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '793f8e46-dc88-4f0c-847a-fc081d031d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:43Z', 'updated_at': '2021-05-10T18:03:48Z', 'revision_number': 4, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'subnets': [{'id': '793f8e46-dc88-4f0c-847a-fc081d031d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:03:49.700524 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f2279-d946-4276-be31-8fa143ff74d9 None None] The sync data for ids ['0de1337c-9dd4-4d43-bd38-950130cbe10f'] in dv-cinder-790492-1-smb is: [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:03:44Z', 'revision_number': 4, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port': {'id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:39Z', 'updated_at': '2021-05-10T18:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '4c7c983e-f828-4a0f-9462-b27821d48158', 'name': '', 'network_id': '782fa3f5-a61a-4cc2-9e1c-a9e90de70844', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'mac_address': 'fa:16:3e:16:76:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '793f8e46-dc88-4f0c-847a-fc081d031d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:43Z', 'updated_at': '2021-05-10T18:03:48Z', 'revision_number': 4, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'subnets': [{'id': '793f8e46-dc88-4f0c-847a-fc081d031d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:03:50.196237 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c40b8f-056a-4d4a-8e6e-17b809401ee2 req-382fe471-e23b-430a-b042-6fb3b86b0f06 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:50.197341 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-83c40b8f-056a-4d4a-8e6e-17b809401ee2 req-382fe471-e23b-430a-b042-6fb3b86b0f06 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1194382 May 10 18:03:50.314347 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-83c40b8f-056a-4d4a-8e6e-17b809401ee2 req-64fe000b-53e0-4eaa-8ebd-bc87992e117e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032248 May 10 18:03:50.353005 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 4c7c983e-f828-4a0f-9462-b27821d48158 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:50.520817 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 4c7c983e-f828-4a0f-9462-b27821d48158 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:03:50.530322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 4c7c983e-f828-4a0f-9462-b27821d48158 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:50.530769 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:50.695661 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:50.730852 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 4c7c983e-f828-4a0f-9462-b27821d48158, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=4c7c983e-f828-4a0f-9462-b27821d48158,segment=NetworkSegment(f69c42a6-f98e-49b6-bf00-b2734b76f846),segment_id=f69c42a6-f98e-49b6-bf00-b2734b76f846)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:03:50.736001 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:50.737821 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:50.828468 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=4c7c983e-f828-4a0f-9462-b27821d48158,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:50.831830 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:51.542782 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b0bc7-0194-405f-87d8-1ad3a7720fb9 req-f7f21900-bbcd-4644-a6c9-1969639e2ba4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:51.548137 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-863b0bc7-0194-405f-87d8-1ad3a7720fb9 req-f7f21900-bbcd-4644-a6c9-1969639e2ba4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1044843 May 10 18:03:51.594933 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-863b0bc7-0194-405f-87d8-1ad3a7720fb9 req-6a700f68-8b51-4d4f-a223-86fb95cad7a7 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 May 10 18:03:52.268575 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 4c7c983e-f828-4a0f-9462-b27821d48158 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:03:52.293443 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60088) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:52.366029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 4c7c983e-f828-4a0f-9462-b27821d48158 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:03:52.366497 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:52.455597 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:52.475267 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:52.480845 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Usage tracker for resource:security_group_rule and tenant:f44d4a31fed24cd88d8cdc943090b0c8 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:52.484505 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:52.496071 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:52.698283 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:52.712842 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:52.751515 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e1722358-3c32-4e90-95a0-1283d8d773cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:52.786726 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f44d4a31fed24cd88d8cdc943090b0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921038 May 10 18:03:52.787433 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60096) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:52.788088 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5703d-efb0-4055-9839-bd09da159d89,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:52.806702 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:52.850231 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150a05-5746-48f8-bef8-a31f720b312c req-a5c21222-3b56-465e-968d-70c922597665 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:52.865813 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a8150a05-5746-48f8-bef8-a31f720b312c req-a5c21222-3b56-465e-968d-70c922597665 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1104453 May 10 18:03:52.873001 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f17da033-ddad-4271-ad8e-bbe329751240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:52.904389 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f17da033-ddad-4271-ad8e-bbe329751240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:52.921180 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a8150a05-5746-48f8-bef8-a31f720b312c req-231836f1-43d9-4a5c-8c92-569c792f6a20 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 May 10 18:03:52.970104 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f17da033-ddad-4271-ad8e-bbe329751240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:52.979031 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8eec56a1-e6bd-4ad7-be83-aca57b81b2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:52.993498 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f17da033-ddad-4271-ad8e-bbe329751240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:52.998405 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-f17da033-ddad-4271-ad8e-bbe329751240 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71e5703d-efb0-4055-9839-bd09da159d89 HTTP/1.1" status: 204 len: 168 time: 0.2073395 May 10 18:03:52.999472 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17da033-ddad-4271-ad8e-bbe329751240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5703d-efb0-4055-9839-bd09da159d89,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:53.009436 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f17da033-ddad-4271-ad8e-bbe329751240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:53.381552 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60112) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:53.403316 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:53.421028 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:53.424887 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4b681c66df46bf9b589948b1de7c4d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:53.427940 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:53.440217 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:53.540295 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:53.545339 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:53.559658 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7e23a52c-93b0-4dd9-b91d-646636c88e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:53.602315 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d4b681c66df46bf9b589948b1de7c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197590 May 10 18:03:53.603440 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073ace94-9b3a-4e32-b082-d1be490d663e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:53.605647 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 60116) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:53.619206 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7247c702-1d1c-4ab0-916f-eb19d8d64bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:53.673839 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3f331c00-1b1c-40d3-ba2b-ae4cecd4f7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:53.707740 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3f331c00-1b1c-40d3-ba2b-ae4cecd4f7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:53.794460 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3f331c00-1b1c-40d3-ba2b-ae4cecd4f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:53.799268 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c31be2f0-da18-4e0b-8539-5b1c3b4ff26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:53.812033 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f331c00-1b1c-40d3-ba2b-ae4cecd4f7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073ace94-9b3a-4e32-b082-d1be490d663e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:53.816727 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3f331c00-1b1c-40d3-ba2b-ae4cecd4f7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:53.820504 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3f331c00-1b1c-40d3-ba2b-ae4cecd4f7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:53.824882 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-3f331c00-1b1c-40d3-ba2b-ae4cecd4f7c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/073ace94-9b3a-4e32-b082-d1be490d663e HTTP/1.1" status: 204 len: 168 time: 0.2149813 May 10 18:03:54.152153 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20acc67-c8ee-45be-9ddb-a7c05157e0b7 req-0af71f65-92e5-49d3-96a7-b91a822ce9bc tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:54.165831 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b20acc67-c8ee-45be-9ddb-a7c05157e0b7 req-0af71f65-92e5-49d3-96a7-b91a822ce9bc tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1079621 May 10 18:03:54.234876 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b20acc67-c8ee-45be-9ddb-a7c05157e0b7 req-5aeb9bc4-834a-42b2-b5c3-946000a4be18 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611377 May 10 18:03:54.585574 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60150) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:54.780754 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:54.801496 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:03:54.808221 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Usage tracker for resource:security_group_rule and tenant:39c634f2ae7e4ba09f4f6837cb026551 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:03:54.812383 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:03:54.821003 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:03:54.973480 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:54.981763 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:54.999284 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b171c78c-37d9-4738-ad5b-fb0b3929b343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:55.076314 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5b1d09-dba8-4706-9593-bfc233e158db,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:55.081728 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:55.098793 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 60168) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:03:55.099457 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39c634f2ae7e4ba09f4f6837cb026551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119178 May 10 18:03:55.169862 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d3643e27-fe25-4774-ad9b-7f06b59aea23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:55.199800 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d3643e27-fe25-4774-ad9b-7f06b59aea23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:55.276883 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d3643e27-fe25-4774-ad9b-7f06b59aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:55.285714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-336f273b-f4c6-40e5-b538-8ff16e330203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:03:55.302275 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643e27-fe25-4774-ad9b-7f06b59aea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5b1d09-dba8-4706-9593-bfc233e158db,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:03:55.304468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d3643e27-fe25-4774-ad9b-7f06b59aea23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:03:55.309338 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d3643e27-fe25-4774-ad9b-7f06b59aea23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb5b1d09-dba8-4706-9593-bfc233e158db HTTP/1.1" status: 204 len: 168 time: 0.2089565 May 10 18:03:55.310975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d3643e27-fe25-4774-ad9b-7f06b59aea23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:03:55.479491 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815a35a-0c24-430a-9cf6-a046256ead2d req-cd7c24d9-2ebb-4374-910e-a3efcb080f76 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:55.487066 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e815a35a-0c24-430a-9cf6-a046256ead2d req-cd7c24d9-2ebb-4374-910e-a3efcb080f76 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1200163 May 10 18:03:55.543298 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e815a35a-0c24-430a-9cf6-a046256ead2d req-d375d1ac-3eb4-4b01-9733-88947aba9ed6 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549648 May 10 18:03:56.797332 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d503f8a-978b-4c6f-8432-ca942e511757 req-22dfd252-b8a7-4e2f-b7d7-fb6866c9a193 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:56.798897 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2d503f8a-978b-4c6f-8432-ca942e511757 req-22dfd252-b8a7-4e2f-b7d7-fb6866c9a193 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1178668 May 10 18:03:56.856076 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2d503f8a-978b-4c6f-8432-ca942e511757 req-79de65a5-b4d4-4b56-bc05-d1e88b62b446 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512149 May 10 18:03:58.110877 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8fc41-c9c1-47ef-b14c-c11b7a3f94e2 req-b6709064-c44d-404f-8f5e-81efbe73146f tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:58.112548 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06f8fc41-c9c1-47ef-b14c-c11b7a3f94e2 req-b6709064-c44d-404f-8f5e-81efbe73146f tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1243365 May 10 18:03:58.174960 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06f8fc41-c9c1-47ef-b14c-c11b7a3f94e2 req-df7ffa86-f9f2-4987-b5b5-74eaabc6f605 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543926 May 10 18:03:58.749071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d8c5a-53d7-4ee7-86b0-cf7eee207831 req-ebb228be-f9b9-4f1a-a46c-210f32364a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:58.750557 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a2d8c5a-53d7-4ee7-86b0-cf7eee207831 req-ebb228be-f9b9-4f1a-a46c-210f32364a7d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1099 time: 0.1518602 May 10 18:03:58.875740 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a2d8c5a-53d7-4ee7-86b0-cf7eee207831 req-e21b5190-c7c8-4069-bb32-36d1f05434a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050923 May 10 18:03:58.918525 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-64e1167b-4c12-4525-a415-7237fd2294f8 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:58.919119 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-64e1167b-4c12-4525-a415-7237fd2294f8 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Synchronizing usage tracker for tenant:fc866a652a374e14921d4290dce181a5 on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:03:58.935363 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-64e1167b-4c12-4525-a415-7237fd2294f8 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Unset dirty status for tenant:fc866a652a374e14921d4290dce181a5 on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:03:58.936514 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-64e1167b-4c12-4525-a415-7237fd2294f8 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/networks?id=47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 200 len: 814 time: 0.1848156 May 10 18:03:58.950603 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-b8cf2511-825f-4dbc-9504-2e4d982a17f5 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/quotas/fc866a652a374e14921d4290dce181a5 HTTP/1.1" status: 200 len: 375 time: 0.0086479 May 10 18:03:59.034100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-0624aa35-0d91-4ffb-92de-cb95d26d01db tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Synchronizing usage tracker for tenant:fc866a652a374e14921d4290dce181a5 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:03:59.051770 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-0624aa35-0d91-4ffb-92de-cb95d26d01db tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Unset dirty status for tenant:fc866a652a374e14921d4290dce181a5 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:03:59.053045 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-0624aa35-0d91-4ffb-92de-cb95d26d01db tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc866a652a374e14921d4290dce181a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973518 May 10 18:03:59.185718 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-1599d99b-0f7d-45bf-9bf8-ac0ebc1392c6 service neutron] 10.222.0.46 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207683 May 10 18:03:59.392230 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-c200ef7f-b8e7-4b80-94b2-2b0150f07f5a service neutron] 10.222.0.46 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998847 May 10 18:03:59.429325 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e5ca2-83a5-462b-a1b3-cabb8b755047 req-c815e190-3cac-44f5-9763-56e0e00ad4a5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:03:59.430861 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f03e5ca2-83a5-462b-a1b3-cabb8b755047 req-c815e190-3cac-44f5-9763-56e0e00ad4a5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1255057 May 10 18:03:59.499889 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f03e5ca2-83a5-462b-a1b3-cabb8b755047 req-245dcb69-a5fe-4d65-b9b6-82d92267ebc9 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576041 May 10 18:03:59.576235 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-531063b8-ca28-4342-a9a2-08e0a6f5481b req-44c60347-08e1-4696-9011-7012d4b50b3a tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 210 time: 0.0461495 May 10 18:04:00.763734 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-17ffdff0-53bf-4a3a-9bc7-6ea29f06bc20 req-dafc6573-d7a5-4ef8-b20a-8eb3c0ef9276 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 210 time: 0.0776842 May 10 18:04:00.799474 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-fc87f05e-932b-4c78-bb0a-27bf7bccc7aa tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:00.801886 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-fc87f05e-932b-4c78-bb0a-27bf7bccc7aa tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.64 "GET /v2.0/networks?id=47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 200 len: 814 time: 0.2501216 May 10 18:04:00.816317 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'port': {'device_id': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'admin_state_up': True, 'tenant_id': 'fc866a652a374e14921d4290dce181a5'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:00.840800 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94f08-3539-4d0d-849c-741a5f5ee94f req-af5d0af1-7b4b-49fc-8461-cca391661dc4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:00.842218 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-09f94f08-3539-4d0d-849c-741a5f5ee94f req-af5d0af1-7b4b-49fc-8461-cca391661dc4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2134943 May 10 18:04:00.972286 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-09f94f08-3539-4d0d-849c-741a5f5ee94f req-8df843de-4d20-420c-86a9-6b0298299eef tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 May 10 18:04:00.999468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:01.010384 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:01.027312 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Made reservation on behalf of fc866a652a374e14921d4290dce181a5 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:04:01.033584 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:01.273788 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Allocated IP 172.20.0.12 (47918bcb-b2db-41fc-9608-c48cebc49cd8/e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085/8073bdb2-e070-4b87-ae96-879b397f23c7) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:04:01.635467 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:01.666963 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Transition to ACTIVE for port object 8073bdb2-e070-4b87-ae96-879b397f23c7 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:01.719294 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:01.746790 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-937e2b96-24b6-4fee-95b7-cd55302b9f13 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:02.031701 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60336) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:02.037265 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:02.047098 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:02.161135 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:04:02.166687 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:02.167865 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.241760 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4291313 May 10 18:04:02.242381 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'Port': ['ID=8073bdb2-e070-4b87-ae96-879b397f23c7,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:02.254174 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:02.257471 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.281048 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:02.285075 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cca53-1cc4-44da-a31f-8a3e032d1c3a req-d4fcb06a-20d8-41f7-9643-1c2925e31066 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:02.286229 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7c84d4822344588a9820fc85f7a9ba is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:02.290579 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:02.294114 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-df5cca53-1cc4-44da-a31f-8a3e032d1c3a req-d4fcb06a-20d8-41f7-9643-1c2925e31066 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2551003 May 10 18:04:02.299175 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:02.373832 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3698760-f854-4414-ad06-3543d0dd9e7a req-05b01669-ff7f-45e6-91f4-2098c56fafd3 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:02.374478 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e3698760-f854-4414-ad06-3543d0dd9e7a req-05b01669-ff7f-45e6-91f4-2098c56fafd3 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Synchronizing usage tracker for tenant:fc866a652a374e14921d4290dce181a5 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:02.381956 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-4cbc22eb-8d99-4432-a622-1feff20f35ca None None] Provisioning for port 8073bdb2-e070-4b87-ae96-879b397f23c7 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:02.388889 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-df5cca53-1cc4-44da-a31f-8a3e032d1c3a req-22c92086-736b-47b2-81e8-c93a625c7178 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938029 May 10 18:04:02.393133 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-4cbc22eb-8d99-4432-a622-1feff20f35ca None None] Provisioning complete for port 8073bdb2-e070-4b87-ae96-879b397f23c7 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:02.393810 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4cbc22eb-8d99-4432-a622-1feff20f35ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.424935 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e3698760-f854-4414-ad06-3543d0dd9e7a req-05b01669-ff7f-45e6-91f4-2098c56fafd3 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Unset dirty status for tenant:fc866a652a374e14921d4290dce181a5 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:02.426189 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e3698760-f854-4414-ad06-3543d0dd9e7a req-05b01669-ff7f-45e6-91f4-2098c56fafd3 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 932 time: 0.3810520 May 10 18:04:02.444050 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.458362 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.470250 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc22eb-8d99-4432-a622-1feff20f35ca None None] Port 8073bdb2-e070-4b87-ae96-879b397f23c7 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:04:02.472342 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:02.494685 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e3698760-f854-4414-ad06-3543d0dd9e7a req-c8986ef6-3ac0-4846-ae63-1125df2692e9 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Synchronizing usage tracker for tenant:fc866a652a374e14921d4290dce181a5 on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:02.524362 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca579bc-e8ad-47ea-928e-0e0e63bfb8c9,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:02.529718 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd7c84d4822344588a9820fc85f7a9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963875 May 10 18:04:02.531562 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:02.532488 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 60342) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:02.557317 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-e3698760-f854-4414-ad06-3543d0dd9e7a req-c8986ef6-3ac0-4846-ae63-1125df2692e9 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Unset dirty status for tenant:fc866a652a374e14921d4290dce181a5 on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:02.558988 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e3698760-f854-4414-ad06-3543d0dd9e7a req-c8986ef6-3ac0-4846-ae63-1125df2692e9 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182084 May 10 18:04:02.597627 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ab498982-6afe-4316-84c3-d25b91c67a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.627008 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ab498982-6afe-4316-84c3-d25b91c67a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.678744 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ab498982-6afe-4316-84c3-d25b91c67a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.682710 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d3643e27-fe25-4774-ad9b-7f06b59aea23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:02.694623 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab498982-6afe-4316-84c3-d25b91c67a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca579bc-e8ad-47ea-928e-0e0e63bfb8c9,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:02.698128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ab498982-6afe-4316-84c3-d25b91c67a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:02.702415 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ab498982-6afe-4316-84c3-d25b91c67a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:02.703546 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-ab498982-6afe-4316-84c3-d25b91c67a21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ca579bc-e8ad-47ea-928e-0e0e63bfb8c9 HTTP/1.1" status: 204 len: 168 time: 0.1698701 May 10 18:04:03.030634 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 60352) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:03.049039 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:03.064843 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:03.068759 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Usage tracker for resource:security_group_rule and tenant:46ef059ab76f43de9dda12d19e83deb5 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:03.071583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:03.077814 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:03.166730 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:03.170473 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:03.177398 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:03.219793 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46ef059ab76f43de9dda12d19e83deb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878042 May 10 18:04:03.220681 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad222334-ca46-4b4c-b3c7-250e8bf8f779,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:03.222455 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60356) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:03.223729 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:03.285780 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5fc6c622-da60-4c59-b8bd-614bd3f6e950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:03.311554 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5fc6c622-da60-4c59-b8bd-614bd3f6e950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:03.364653 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5fc6c622-da60-4c59-b8bd-614bd3f6e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:03.368245 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:03.383113 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6c622-da60-4c59-b8bd-614bd3f6e950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad222334-ca46-4b4c-b3c7-250e8bf8f779,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:03.387099 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5fc6c622-da60-4c59-b8bd-614bd3f6e950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:03.399455 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5fc6c622-da60-4c59-b8bd-614bd3f6e950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:03.403951 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-5fc6c622-da60-4c59-b8bd-614bd3f6e950 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad222334-ca46-4b4c-b3c7-250e8bf8f779 HTTP/1.1" status: 204 len: 168 time: 0.1799345 May 10 18:04:03.881272 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11049451-14e5-4fee-b90a-7a64761b6294 req-8e614110-a780-4eb2-94b8-a3a8d2915b68 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:03.882869 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11049451-14e5-4fee-b90a-7a64761b6294 req-8e614110-a780-4eb2-94b8-a3a8d2915b68 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2180700 May 10 18:04:03.893612 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afa50b-e7c5-4f50-b8e7-6d6cfe13bfa1 req-d58be2b1-e3c9-4986-b332-fcecf6d97be1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:03.895344 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1afa50b-e7c5-4f50-b8e7-6d6cfe13bfa1 req-d58be2b1-e3c9-4986-b332-fcecf6d97be1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 932 time: 0.1636052 May 10 18:04:03.974624 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11049451-14e5-4fee-b90a-7a64761b6294 req-e2041176-d5a8-4a00-b048-9c1e50c05f5e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780206 May 10 18:04:03.979597 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1afa50b-e7c5-4f50-b8e7-6d6cfe13bfa1 req-86747143-f072-428c-9040-c04260301900 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638685 May 10 18:04:04.783386 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:05.320575 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2b1ae-1ed5-4d51-916d-985c843bd582 req-8fe744d3-66c8-492c-a29e-91e01b6fde12 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:05.322862 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b2b1ae-1ed5-4d51-916d-985c843bd582 req-8fe744d3-66c8-492c-a29e-91e01b6fde12 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 932 time: 0.1945758 May 10 18:04:05.377385 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a2bdf-1ef9-48ac-814f-2c6f996ad03e req-8894a7f7-d2a4-4a22-badb-5b246f31b16d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:05.378882 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cf0a2bdf-1ef9-48ac-814f-2c6f996ad03e req-8894a7f7-d2a4-4a22-badb-5b246f31b16d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1960471 May 10 18:04:05.431373 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64b2b1ae-1ed5-4d51-916d-985c843bd582 req-822ea912-e762-4834-9074-c00f8b82b952 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981927 May 10 18:04:05.441710 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cf0a2bdf-1ef9-48ac-814f-2c6f996ad03e req-fb541593-99ca-4384-bef4-3a103b858084 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491209 May 10 18:04:06.687336 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f6bdd-bc3e-4774-b7cc-0c3cbdfc9730 req-da16589d-ab3c-4d35-b139-53e7b4f55868 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:06.688736 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-035f6bdd-bc3e-4774-b7cc-0c3cbdfc9730 req-da16589d-ab3c-4d35-b139-53e7b4f55868 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 932 time: 0.1455839 May 10 18:04:06.722099 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6236a-3e17-4cfb-9812-ee3af2153f39 req-143324e4-9f98-4f95-a6e1-49adc670a3b1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:06.723560 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fab6236a-3e17-4cfb-9812-ee3af2153f39 req-143324e4-9f98-4f95-a6e1-49adc670a3b1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1352756 May 10 18:04:06.782240 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-035f6bdd-bc3e-4774-b7cc-0c3cbdfc9730 req-9eca9ec5-c4ff-4b91-81ef-67d4e33a0d80 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847297 May 10 18:04:06.792543 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fab6236a-3e17-4cfb-9812-ee3af2153f39 req-42bdfd2b-57f0-4bb5-9b11-9e024a0a7075 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629356 May 10 18:04:08.043577 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bbc8f-6684-4e17-9511-50efdfd30aa7 req-6149f6bc-cf2c-4ce4-9ba4-33f5f4c5f6d0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:08.048166 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-455bbc8f-6684-4e17-9511-50efdfd30aa7 req-6149f6bc-cf2c-4ce4-9ba4-33f5f4c5f6d0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 932 time: 0.1502614 May 10 18:04:08.088976 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c484-82e8-472f-aee9-73a504f21211 req-d77ff217-3d3e-4a9a-9553-f49976008dc9 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:08.091094 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1152c484-82e8-472f-aee9-73a504f21211 req-d77ff217-3d3e-4a9a-9553-f49976008dc9 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1605895 May 10 18:04:08.129838 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-455bbc8f-6684-4e17-9511-50efdfd30aa7 req-c90f64de-0c9c-4281-8a3e-e65aa91d6048 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787141 May 10 18:04:08.154234 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1152c484-82e8-472f-aee9-73a504f21211 req-417221e2-cee6-4f4d-94a5-616eb391a2bf tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555766 May 10 18:04:08.733345 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60460) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:08.857255 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:08.871911 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:08.875996 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Usage tracker for resource:security_group_rule and tenant:9ac86cd4e8b34830a30998e24c43a48e is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:08.878856 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:08.884443 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:08.969456 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:08.973245 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:08.981408 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ed5d5b43-df96-44a1-8ec8-294ceee61487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:09.027930 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 60466) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:09.036276 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ac86cd4e8b34830a30998e24c43a48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016207 May 10 18:04:09.037252 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc7a35c-1a57-4864-a1cb-ac96a9eea1eb,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:09.040466 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:09.089345 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a752787c-7aa3-43e8-b020-b8570884ffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.118901 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a752787c-7aa3-43e8-b020-b8570884ffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.186985 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a752787c-7aa3-43e8-b020-b8570884ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.191867 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5463864b-42d7-4dd1-bf1b-9be3df075718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:09.213137 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752787c-7aa3-43e8-b020-b8570884ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc7a35c-1a57-4864-a1cb-ac96a9eea1eb,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:09.230203 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a752787c-7aa3-43e8-b020-b8570884ffe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:09.232528 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a752787c-7aa3-43e8-b020-b8570884ffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.242972 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a752787c-7aa3-43e8-b020-b8570884ffe2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfc7a35c-1a57-4864-a1cb-ac96a9eea1eb HTTP/1.1" status: 204 len: 168 time: 0.2052398 May 10 18:04:09.416339 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c43c8f-2210-43fa-9df5-0dca55b07ac9 req-034c0c33-acd3-4b97-8e75-b70a1cf918c1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:09.417819 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-60c43c8f-2210-43fa-9df5-0dca55b07ac9 req-034c0c33-acd3-4b97-8e75-b70a1cf918c1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1130393 May 10 18:04:09.427183 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794fc5c-8110-4044-a215-95828ca387ed req-62fbd36b-db7f-4c84-b10b-3cbbd9659ffd tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:09.428617 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6794fc5c-8110-4044-a215-95828ca387ed req-62fbd36b-db7f-4c84-b10b-3cbbd9659ffd tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 932 time: 0.1719153 May 10 18:04:09.496226 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-60c43c8f-2210-43fa-9df5-0dca55b07ac9 req-d919eabe-0606-48c2-9c42-ce09ffe665c1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661242 May 10 18:04:09.526260 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6794fc5c-8110-4044-a215-95828ca387ed req-a660071e-f9b3-4763-ba8b-d4baa96ec886 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678365 May 10 18:04:09.609078 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60480) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:09.627541 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.628788 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a7ff6bbf-2a71-433e-982a-ac31628d808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.644703 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:09.648593 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Usage tracker for resource:security_group_rule and tenant:bec382a1909943a38a761fe732f5d005 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:09.651460 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:09.658589 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:09.748377 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.753587 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.765549 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6923578d-3c43-498d-b101-e3db61219ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:09.865305 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 60486) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:09.865541 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bec382a1909943a38a761fe732f5d005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552361 May 10 18:04:09.870016 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5f3d90-2356-47d9-8a4e-0ffe88ffe76f,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:09.873697 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:09.937363 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-56f18b5a-7848-456e-b2cf-30bf42fe66b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:09.966355 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-56f18b5a-7848-456e-b2cf-30bf42fe66b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:10.104920 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-56f18b5a-7848-456e-b2cf-30bf42fe66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:10.110356 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-caf2405f-2c21-44f4-b3db-ad16f5a1163c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:10.120923 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f18b5a-7848-456e-b2cf-30bf42fe66b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5f3d90-2356-47d9-8a4e-0ffe88ffe76f,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:10.124861 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-56f18b5a-7848-456e-b2cf-30bf42fe66b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:10.127965 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-56f18b5a-7848-456e-b2cf-30bf42fe66b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:10.131346 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-56f18b5a-7848-456e-b2cf-30bf42fe66b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a5f3d90-2356-47d9-8a4e-0ffe88ffe76f HTTP/1.1" status: 204 len: 168 time: 0.2624922 May 10 18:04:10.799697 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cc520-955f-4985-b403-8b47bedbebc6 req-47d82e2b-ae05-4443-93aa-a70e20ce2b90 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:10.801742 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-788cc520-955f-4985-b403-8b47bedbebc6 req-47d82e2b-ae05-4443-93aa-a70e20ce2b90 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1943457 May 10 18:04:10.835576 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4216a5-35fc-4ba7-9e1a-6c9ae7b47986 req-42dbb488-2edf-4679-896e-48f81d0b64f0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:10.843930 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fe4216a5-35fc-4ba7-9e1a-6c9ae7b47986 req-42dbb488-2edf-4679-896e-48f81d0b64f0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 932 time: 0.1719894 May 10 18:04:10.909740 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-788cc520-955f-4985-b403-8b47bedbebc6 req-090254eb-214a-4235-bf3b-240d7974c919 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979559 May 10 18:04:10.925956 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fe4216a5-35fc-4ba7-9e1a-6c9ae7b47986 req-c3847f4f-dbd9-4288-8fcd-ee73a8d6e4d7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791376 May 10 18:04:11.843452 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e88fb704-aad2-4e9d-a7a8-a77865715a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:12.148484 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:12.213776 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f856-6563-4cd6-b8f2-6a1fd0dc6e9e req-2750f6ac-f1f3-440b-b369-2a312b63e2e5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:12.215816 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-eb16f856-6563-4cd6-b8f2-6a1fd0dc6e9e req-2750f6ac-f1f3-440b-b369-2a312b63e2e5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1528358 May 10 18:04:12.224808 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d04af-2db4-4e93-b1cd-3d1b418c6a41 req-b7a3577c-b370-4828-9939-d66062f85f7e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:12.226198 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-778d04af-2db4-4e93-b1cd-3d1b418c6a41 req-b7a3577c-b370-4828-9939-d66062f85f7e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 932 time: 0.1274350 May 10 18:04:12.298021 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-eb16f856-6563-4cd6-b8f2-6a1fd0dc6e9e req-f1af82b1-4515-4e70-b4b4-37fdff0de0ea tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708683 May 10 18:04:12.305000 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-778d04af-2db4-4e93-b1cd-3d1b418c6a41 req-3beb1b5c-1bff-4b7f-88f3-58e65b07e73f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643873 May 10 18:04:12.439356 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Request body: {'port': {'device_id': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:12.602752 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:12.773852 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-4d12dc77-b3b5-4758-8622-4df6f1bd7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:12.775340 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-4d12dc77-b3b5-4758-8622-4df6f1bd7f72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 1099 time: 0.2081959 May 10 18:04:12.785425 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60582) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:12.804907 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:12.907896 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:12.923804 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:12.927538 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Usage tracker for resource:security_group_rule and tenant:e32e843400624eb688407d74866f41bc is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:12.930325 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:12.936617 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:13.015851 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-8e79da51-a995-4921-8ebb-dc51babd0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:13.016969 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-8e79da51-a995-4921-8ebb-dc51babd0d29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 200 len: 919 time: 0.2210996 May 10 18:04:13.067779 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.073112 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.109498 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-df89f964-7ddb-47d7-b901-9ea63e4d379f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:13.122154 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e32e843400624eb688407d74866f41bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356810 May 10 18:04:13.124307 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60590) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:13.132077 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-b3903b71-cda6-4229-877c-04edeba59863 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 200 len: 217 time: 0.0990036 May 10 18:04:13.171238 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3df19-8dc4-431d-965d-e6febebcb2bf,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:13.176602 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-687f182a-c6e3-489e-a8bc-817fe9957e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:13.200765 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8073bdb2-e070-4b87-ae96-879b397f23c7 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:04:13.209686 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-407d62f9-c135-4ce3-8ef8-6474c64e807c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.214280 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.225320 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-09438346-ebcf-4a5a-b49e-39cae63dbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:13.227004 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-09438346-ebcf-4a5a-b49e-39cae63dbb99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 200 len: 858 time: 0.0879018 May 10 18:04:13.237768 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-407d62f9-c135-4ce3-8ef8-6474c64e807c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.267176 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Transition to ACTIVE for port object 8073bdb2-e070-4b87-ae96-879b397f23c7 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:13.280941 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.286415 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-b135657f-a71e-4d4e-952b-ac76d301c8ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c901362-4f97-430d-a0ef-f705206634b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503066 May 10 18:04:13.288209 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:13.306218 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-407d62f9-c135-4ce3-8ef8-6474c64e807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.313641 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-46a364b9-604a-4adb-9184-8f835c3e5d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:13.327194 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d62f9-c135-4ce3-8ef8-6474c64e807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3df19-8dc4-431d-965d-e6febebcb2bf,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:13.331211 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-407d62f9-c135-4ce3-8ef8-6474c64e807c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:13.388256 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-407d62f9-c135-4ce3-8ef8-6474c64e807c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.389374 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-407d62f9-c135-4ce3-8ef8-6474c64e807c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2e3df19-8dc4-431d-965d-e6febebcb2bf HTTP/1.1" status: 204 len: 168 time: 0.2641780 May 10 18:04:13.721292 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Pushing event updated for resources: {'Port': ['ID=8073bdb2-e070-4b87-ae96-879b397f23c7,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:13.747259 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60606) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:13.752358 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:13.764728 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.778708 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:13.782454 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a0bdb598abe44b11860c59d364febbb8 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:13.785427 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:13.790992 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:13.830466 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Attempting to bind port 8073bdb2-e070-4b87-ae96-879b397f23c7 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:04:13.830791 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Attempting to bind port 8073bdb2-e070-4b87-ae96-879b397f23c7 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:04:13.831090 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Attempting to bind port 8073bdb2-e070-4b87-ae96-879b397f23c7 on network 47918bcb-b2db-41fc-9608-c48cebc49cd8 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:13.850018 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-e36475f3-e919-402f-aa0b-694bb2c4c103 service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325878 May 10 18:04:13.850561 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Port 8073bdb2-e070-4b87-ae96-879b397f23c7 on network 47918bcb-b2db-41fc-9608-c48cebc49cd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:04:13.850953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Attempting to bind port 8073bdb2-e070-4b87-ae96-879b397f23c7 on network 47918bcb-b2db-41fc-9608-c48cebc49cd8 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:13.862221 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:04:13.862561 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Checking segment: {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:04:13.862946 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Bound using segment: {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:04:13.863376 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Bound port: 8073bdb2-e070-4b87-ae96-879b397f23c7, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa1d217-a183-486e-87dd-aea80940381f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:04:13.863755 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.877176 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.880868 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:13.889689 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7264fef1-e714-4a19-bd50-994c34d371f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:13.929402 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0bdb598abe44b11860c59d364febbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810613 May 10 18:04:13.930205 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66793ec2-4727-42b3-879b-6e4c79941988,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:13.933321 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:13.933987 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60610) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:13.970503 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c420f-8375-4b2c-9f26-74c498931019 req-dcca8e6d-63f3-45f8-9f73-38ce35cd6381 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:13.971974 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6b1c420f-8375-4b2c-9f26-74c498931019 req-dcca8e6d-63f3-45f8-9f73-38ce35cd6381 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.3686361 May 10 18:04:13.995104 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ceb1cc3d-d4ab-405c-a5f4-8fe831f149da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:14.022044 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ceb1cc3d-d4ab-405c-a5f4-8fe831f149da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:14.038596 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530111bc-c952-45f0-aea4-82f442f6fc0b req-eb01d9a0-a65a-4952-b8fd-082aeff77c5a tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:14.039974 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-530111bc-c952-45f0-aea4-82f442f6fc0b req-eb01d9a0-a65a-4952-b8fd-082aeff77c5a tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 944 time: 0.4257755 May 10 18:04:14.075534 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ceb1cc3d-d4ab-405c-a5f4-8fe831f149da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:14.080428 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-40f09e3a-5929-4a07-81d2-f2bb0d7a40f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:14.093268 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1cc3d-d4ab-405c-a5f4-8fe831f149da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66793ec2-4727-42b3-879b-6e4c79941988,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:14.095809 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ceb1cc3d-d4ab-405c-a5f4-8fe831f149da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:14.097024 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ceb1cc3d-d4ab-405c-a5f4-8fe831f149da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:14.099921 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-ceb1cc3d-d4ab-405c-a5f4-8fe831f149da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66793ec2-4727-42b3-879b-6e4c79941988 HTTP/1.1" status: 204 len: 168 time: 0.1631229 May 10 18:04:14.155603 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6b1c420f-8375-4b2c-9f26-74c498931019 req-888766d1-2a8d-49f1-ba8f-5c242628ea37 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525359 May 10 18:04:14.179421 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-530111bc-c952-45f0-aea4-82f442f6fc0b req-4e3b8de0-6553-409a-9c6c-945e431934fa tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290410 May 10 18:04:14.185265 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] For port 8073bdb2-e070-4b87-ae96-879b397f23c7, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:04:14.189597 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] For port 8073bdb2-e070-4b87-ae96-879b397f23c7, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8073bdb2-e070-4b87-ae96-879b397f23c7,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:04:14.192016 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f0ec998a-6694-4441-ae7c-5b01aa825a8b req-3ce9be64-70b4-436d-bf25-8ed64e71af1d service neutron] 10.222.0.64 "GET /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177340 May 10 18:04:14.203837 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:14.208884 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1869f331-94d8-4849-91e5-990bc0733d15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:14.261056 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:14.261673 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:14.263806 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] 10.222.0.64 "PUT /v2.0/ports/8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 1094 time: 1.8300321 May 10 18:04:14.264294 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:14.319722 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Pushing event updated for resources: {'Port': ['ID=8073bdb2-e070-4b87-ae96-879b397f23c7,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:14.323378 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:14.398010 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'status': 'completed', 'code': 200} May 10 18:04:14.445305 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-1f99d269-b619-4411-a00b-0631ceb4192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:14.447119 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-1f99d269-b619-4411-a00b-0631ceb4192f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc866a652a374e14921d4290dce181a5&device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1097 time: 0.0994561 May 10 18:04:14.550769 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-3c30d32a-ee2e-48b4-9cb4-58d7b583b14a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 217 time: 0.0902674 May 10 18:04:14.700703 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-b9e84412-03c8-4742-96f7-1468da705b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:14.702170 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-b9e84412-03c8-4742-96f7-1468da705b9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 HTTP/1.1" status: 200 len: 853 time: 0.1449928 May 10 18:04:14.764699 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:14.799731 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115d505-c6ad-4253-9596-fd6ad30792e6 req-c893d56f-a62c-4689-955a-4d262dd9c32a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:14.801251 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4115d505-c6ad-4253-9596-fd6ad30792e6 req-c893d56f-a62c-4689-955a-4d262dd9c32a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1862788 May 10 18:04:14.872958 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4115d505-c6ad-4253-9596-fd6ad30792e6 req-c32d365a-2e66-417e-910d-9ba96a74d83a tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638671 May 10 18:04:14.902659 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-27573529-c2d0-4d02-9466-219f75d0e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:14.904360 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-27573529-c2d0-4d02-9466-219f75d0e0c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47918bcb-b2db-41fc-9608-c48cebc49cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1934817 May 10 18:04:14.912975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ecde-fbe3-4b21-b98d-d74f4e6a22d7 req-06816da4-2287-4f6e-803d-e1f5176f477c tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:14.914320 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6d65ecde-fbe3-4b21-b98d-d74f4e6a22d7 req-06816da4-2287-4f6e-803d-e1f5176f477c tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 945 time: 0.1658494 May 10 18:04:15.038881 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6d65ecde-fbe3-4b21-b98d-d74f4e6a22d7 req-cf0c24a1-3e14-4846-a6eb-aa3dc23fe0c7 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030660 May 10 18:04:15.081180 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-6dea4ed3-90a7-4477-beb8-84eb9ecca882 service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659374 May 10 18:04:15.221914 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff573c89-e6c0-41de-9234-d442c8afdf0b req-df9c422f-217d-4ffe-84af-1fe38f2e400c service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337533 May 10 18:04:15.572553 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-6aba8531-abbf-4266-aaf1-c869a6450c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:15.574024 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-6aba8531-abbf-4266-aaf1-c869a6450c06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc866a652a374e14921d4290dce181a5&device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1097 time: 0.2956886 May 10 18:04:15.582584 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a808a73-698b-47b8-8d66-12b0608bae65 req-43a367b6-c2d5-4350-a2ef-0f27f380db74 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:15.584018 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6a808a73-698b-47b8-8d66-12b0608bae65 req-43a367b6-c2d5-4350-a2ef-0f27f380db74 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.2693229 May 10 18:04:15.592551 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd3b0-eb92-4080-9316-3b2c869a0d6a req-d0208fef-a9f7-4fb1-81cd-dff80b339afa tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:15.593928 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-855fd3b0-eb92-4080-9316-3b2c869a0d6a req-d0208fef-a9f7-4fb1-81cd-dff80b339afa tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 944 time: 0.2742085 May 10 18:04:15.770840 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6a808a73-698b-47b8-8d66-12b0608bae65 req-7b4fce1a-823e-47bd-892f-fbe039aa243c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590397 May 10 18:04:15.776085 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-855fd3b0-eb92-4080-9316-3b2c869a0d6a req-14b81c79-83ca-4195-96b6-e4262786d7e7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591060 May 10 18:04:15.803594 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-b0934c30-d0bb-4632-b5d9-bf6e7425ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:15.809754 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-b0934c30-d0bb-4632-b5d9-bf6e7425ec72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 200 len: 915 time: 0.2240622 May 10 18:04:15.887704 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-3d6dd166-0474-42c7-9d50-45003cf48f0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 217 time: 0.0684445 May 10 18:04:15.970206 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-f43edb76-f57e-4afd-ae2f-6d2ff0087182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:15.972387 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-f43edb76-f57e-4afd-ae2f-6d2ff0087182 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 HTTP/1.1" status: 200 len: 853 time: 0.0779159 May 10 18:04:16.118135 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-bba63006-c2c8-42f8-8f21-fa175d616e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:16.119684 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-bba63006-c2c8-42f8-8f21-fa175d616e59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47918bcb-b2db-41fc-9608-c48cebc49cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1404195 May 10 18:04:16.129451 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170fa5-c5b0-46f7-822d-9cf6ab525714 req-365f43cf-65fd-4355-b23b-88420b6f4171 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:16.130797 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a4170fa5-c5b0-46f7-822d-9cf6ab525714 req-365f43cf-65fd-4355-b23b-88420b6f4171 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1152263 May 10 18:04:16.321235 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a4170fa5-c5b0-46f7-822d-9cf6ab525714 req-8809d86d-afcc-453f-b72c-3a86f796b493 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666985 May 10 18:04:16.351983 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-a85a3d6b-fc17-412d-b55b-949986175a48 service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187126 May 10 18:04:16.391141 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecaa5a-9aee-469a-85a6-c1490f55adb5 req-ae95429f-c825-4edd-9a87-3fe95bf9c0b6 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:16.392548 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37ecaa5a-9aee-469a-85a6-c1490f55adb5 req-ae95429f-c825-4edd-9a87-3fe95bf9c0b6 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 945 time: 0.2344964 May 10 18:04:16.508064 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-37ecaa5a-9aee-469a-85a6-c1490f55adb5 req-cc608f3c-c69c-4666-ad70-7be572740097 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679557 May 10 18:04:16.529647 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06168f2a-b3c4-4d7f-87fe-a60d72639d52 req-c5394d67-8312-44f3-9f57-6a6736ef8966 service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682274 May 10 18:04:17.026255 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089788-3f88-422a-987c-b5b1a00be1ea req-a56135d0-e77c-4a5a-b2d3-7562d02a3ed4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:17.027885 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-89089788-3f88-422a-987c-b5b1a00be1ea req-a56135d0-e77c-4a5a-b2d3-7562d02a3ed4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1401145 May 10 18:04:17.036868 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b355d1-f8ac-4816-80de-e1180bd48c57 req-f9331055-3b92-47c0-b660-a78dd6a6de80 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:17.038239 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-60b355d1-f8ac-4816-80de-e1180bd48c57 req-f9331055-3b92-47c0-b660-a78dd6a6de80 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 944 time: 0.1163702 May 10 18:04:17.108968 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-89089788-3f88-422a-987c-b5b1a00be1ea req-98a425b5-0c63-4ea2-a012-060a6edf0e5c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698023 May 10 18:04:17.115846 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-60b355d1-f8ac-4816-80de-e1180bd48c57 req-add5ba72-d208-47c6-99ef-bc5f61b150dc tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633123 May 10 18:04:17.531950 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045a443-c294-4ee4-960a-3c2f7b839c16 req-60f0ead8-5cac-4339-8403-cbe58383588d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:17.532814 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c045a443-c294-4ee4-960a-3c2f7b839c16 req-60f0ead8-5cac-4339-8403-cbe58383588d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.0897148 May 10 18:04:17.596712 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c045a443-c294-4ee4-960a-3c2f7b839c16 req-000c0423-5f69-4ceb-bea7-95c79fe7b8f9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580273 May 10 18:04:17.744705 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc051d-c646-4987-aa99-3423a1aa9591 req-9d8318e8-2ce0-489b-b6cd-df084e3384b0 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:17.746437 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-09bc051d-c646-4987-aa99-3423a1aa9591 req-9d8318e8-2ce0-489b-b6cd-df084e3384b0 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 945 time: 0.0849106 May 10 18:04:17.790001 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-09bc051d-c646-4987-aa99-3423a1aa9591 req-30e1d8d2-1755-4cf1-85ad-49c211d7c72f tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377793 May 10 18:04:18.125523 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 8073bdb2-e070-4b87-ae96-879b397f23c7 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:04:18.264132 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 8073bdb2-e070-4b87-ae96-879b397f23c7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8073bdb2-e070-4b87-ae96-879b397f23c7,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:18.279431 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'port_id': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'mac_address': 'fa:16:3e:b8:e0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:04:18.307081 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ed20e-58e6-4849-853c-7f9b226f42e3 req-70797ff3-51d3-4b20-b5db-acc4acaeab96 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:18.309207 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-197ed20e-58e6-4849-853c-7f9b226f42e3 req-70797ff3-51d3-4b20-b5db-acc4acaeab96 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 944 time: 0.0822597 May 10 18:04:18.340539 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:18.357319 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8073bdb2-e070-4b87-ae96-879b397f23c7 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:04:18.359992 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-197ed20e-58e6-4849-853c-7f9b226f42e3 req-9dc5ad0d-75d3-496d-b0a8-e5fc39d07b56 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 May 10 18:04:18.374126 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 8073bdb2-e070-4b87-ae96-879b397f23c7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8073bdb2-e070-4b87-ae96-879b397f23c7,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:18.378163 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:18.379926 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:18.442695 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=8073bdb2-e070-4b87-ae96-879b397f23c7,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:18.445651 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:18.647727 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['8073bdb2-e070-4b87-ae96-879b397f23c7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:04:18.804739 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feb28a-6ad6-4033-9a86-ade8f70b0f2d req-8c4c6708-ee08-4f92-ae6a-0af9b6009d93 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:18.806618 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f5feb28a-6ad6-4033-9a86-ade8f70b0f2d req-8c4c6708-ee08-4f92-ae6a-0af9b6009d93 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1047435 May 10 18:04:18.873303 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f5feb28a-6ad6-4033-9a86-ade8f70b0f2d req-c5296f22-3c23-4d2b-aee7-5879e2e370dc tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595295 May 10 18:04:19.005312 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf1851-cba0-4a47-b1ec-693d63027e1e req-1854076d-165a-4979-9472-bd9486126cbb tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:19.007132 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2caf1851-cba0-4a47-b1ec-693d63027e1e req-1854076d-165a-4979-9472-bd9486126cbb tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 945 time: 0.0859728 May 10 18:04:19.160927 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2caf1851-cba0-4a47-b1ec-693d63027e1e req-cc2a121f-5c9b-4375-9d24-4a2199404eab tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475453 May 10 18:04:19.546103 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5dfe4-d4ca-416a-bef9-1bffd2201304 req-5be93e1f-3539-4fe4-a61c-51573cfe131c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:19.547550 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ec5dfe4-d4ca-416a-bef9-1bffd2201304 req-5be93e1f-3539-4fe4-a61c-51573cfe131c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 945 time: 0.0807314 May 10 18:04:19.593016 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9ec5dfe4-d4ca-416a-bef9-1bffd2201304 req-bd8b7804-fef8-4aed-911f-d924e2a046f6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 May 10 18:04:19.703339 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-743ba15a-1e65-49f3-b006-7eed27e7f958 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:19.704660 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-743ba15a-1e65-49f3-b006-7eed27e7f958 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 945 time: 0.0819707 May 10 18:04:19.842261 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Deleting port 97152dcb-828f-4c19-989d-7e8a240d4f0c {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:04:19.842601 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:19.977049 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] For port 97152dcb-828f-4c19-989d-7e8a240d4f0c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=97152dcb-828f-4c19-989d-7e8a240d4f0c,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:19.977316 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:20.141388 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 8073bdb2-e070-4b87-ae96-879b397f23c7 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:04:20.145931 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Calling delete_port for 97152dcb-828f-4c19-989d-7e8a240d4f0c owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:04:20.213090 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94437f-30e0-46ca-a730-4455eb5b425a req-c1ab8bb5-eae5-4d03-9ff8-437ef75a0a28 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:20.219811 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1c94437f-30e0-46ca-a730-4455eb5b425a req-c1ab8bb5-eae5-4d03-9ff8-437ef75a0a28 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.2291582 May 10 18:04:20.280674 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 8073bdb2-e070-4b87-ae96-879b397f23c7 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:20.290767 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 8073bdb2-e070-4b87-ae96-879b397f23c7 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:20.291921 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:20.328304 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1c94437f-30e0-46ca-a730-4455eb5b425a req-8e0d91cc-24d5-4278-8bec-122140519bb5 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018164 May 10 18:04:20.421291 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:20.428446 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-029e54b1-efd1-4f7f-9eaa-c76624a96f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:20.438190 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:20.447664 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['97152dcb-828f-4c19-989d-7e8a240d4f0c'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:04:20.484261 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Pushing event deleted for resources: {'Port': ['ID=97152dcb-828f-4c19-989d-7e8a240d4f0c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:20.510123 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:20.522128 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 8073bdb2-e070-4b87-ae96-879b397f23c7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8073bdb2-e070-4b87-ae96-879b397f23c7,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:20.527850 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:20.530771 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:20.537136 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.537503 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.537920 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.538342 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.538759 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.539148 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.539545 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.539968 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.540369 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.540765 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.541404 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.541553 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:20.552564 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebb827-8aeb-4047-8a11-02d5643cfe27 req-56a39ef1-abcf-43d7-89f8-f053c71022de tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:20.554114 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-28ebb827-8aeb-4047-8a11-02d5643cfe27 req-56a39ef1-abcf-43d7-89f8-f053c71022de tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e13ae70-447d-4ec0-8dc1-1b49a4f84186 HTTP/1.1" status: 200 len: 867 time: 0.2358344 May 10 18:04:20.582334 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:20.607232 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'code': 200} May 10 18:04:20.608259 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] No DVR routers for this DVR port 97152dcb-828f-4c19-989d-7e8a240d4f0c on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:04:20.612920 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:20.615602 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13ae70-447d-4ec0-8dc1-1b49a4f84186', 'name': 'network-vif-deleted', 'tag': '97152dcb-828f-4c19-989d-7e8a240d4f0c'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:20.618598 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=8073bdb2-e070-4b87-ae96-879b397f23c7,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:20.623593 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:20.645714 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d6983fbd-4b4b-41e2-8a88-7b886ee313a0 req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.64 "DELETE /v2.0/ports/97152dcb-828f-4c19-989d-7e8a240d4f0c HTTP/1.1" status: 204 len: 173 time: 0.9351945 May 10 18:04:20.653792 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-28ebb827-8aeb-4047-8a11-02d5643cfe27 req-e44c540f-778a-453a-ae75-02553ecc1549 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660517 May 10 18:04:20.760265 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e13ae70-447d-4ec0-8dc1-1b49a4f84186', 'name': 'network-vif-deleted', 'tag': '97152dcb-828f-4c19-989d-7e8a240d4f0c', 'status': 'completed', 'code': 200} May 10 18:04:20.804585 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9380ce8-37f3-4fb5-a989-809b00415a5f req-020c6249-088a-404d-b6d1-98768efecbbd tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:20.806167 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f9380ce8-37f3-4fb5-a989-809b00415a5f req-020c6249-088a-404d-b6d1-98768efecbbd tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.0848260 May 10 18:04:20.857164 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f9380ce8-37f3-4fb5-a989-809b00415a5f req-12161e69-f311-4151-9d2e-d6066395096c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 May 10 18:04:20.954769 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64e21-fc74-4ef2-ab8d-b1701acd81a1 req-117ebd83-a84a-4a39-8e68-24c0b3706b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:20.956265 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a9a64e21-fc74-4ef2-ab8d-b1701acd81a1 req-117ebd83-a84a-4a39-8e68-24c0b3706b47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1099 time: 0.0719271 May 10 18:04:20.997399 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a9a64e21-fc74-4ef2-ab8d-b1701acd81a1 req-920a2c94-5b26-459e-ab3a-8fdc841e2dca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340149 May 10 18:04:21.549263 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25e56-fed1-44da-a3f8-cc310ad88c02 req-43a0cfc9-35e0-4002-ae90-0ba98ae443e8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:21.550653 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbe25e56-fed1-44da-a3f8-cc310ad88c02 req-43a0cfc9-35e0-4002-ae90-0ba98ae443e8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.0861204 May 10 18:04:21.600046 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbe25e56-fed1-44da-a3f8-cc310ad88c02 req-08e6af8c-aa35-4a33-8964-196061b51d31 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430381 May 10 18:04:21.808294 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693e954-ce8a-40b8-bf5f-ed138d364210 req-0bd465dd-9cd2-40e1-a158-b2417b909644 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:21.810169 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9693e954-ce8a-40b8-bf5f-ed138d364210 req-0bd465dd-9cd2-40e1-a158-b2417b909644 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1087854 May 10 18:04:21.888030 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9693e954-ce8a-40b8-bf5f-ed138d364210 req-e989ec9d-91dd-4077-bf15-e90e967836c4 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716026 May 10 18:04:21.924296 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:04:22.092259 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc37dd-886e-499e-84f5-fb18edbe1c2c req-928a7cbd-0c12-40e9-a547-39f88add1432 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:22.093782 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-aadc37dd-886e-499e-84f5-fb18edbe1c2c req-928a7cbd-0c12-40e9-a547-39f88add1432 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.1093683 May 10 18:04:22.141999 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-aadc37dd-886e-499e-84f5-fb18edbe1c2c req-ea9dcafa-60d9-4f51-be20-b757923f3b1b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 May 10 18:04:22.337889 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94b019-48e6-4195-817e-8508b939b9bc req-c4f6767d-626c-4d12-871a-0d70be6f2f24 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:22.340435 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2d94b019-48e6-4195-817e-8508b939b9bc req-c4f6767d-626c-4d12-871a-0d70be6f2f24 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.0896282 May 10 18:04:22.389715 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2d94b019-48e6-4195-817e-8508b939b9bc req-cdcad988-13ee-4104-88cb-466adf6843c0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 May 10 18:04:22.934593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde05f2-af2f-4032-a01e-01ce3ced7d0d req-eb874e98-bac0-471a-ad50-8fc57d116ef9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:22.936040 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cbde05f2-af2f-4032-a01e-01ce3ced7d0d req-eb874e98-bac0-471a-ad50-8fc57d116ef9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.2156353 May 10 18:04:22.946922 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2ede-0977-4082-8aa1-ed5181bc14d9 req-c482b23b-ff7a-4b50-a5b5-7e6e98167165 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:22.948348 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6d0f2ede-0977-4082-8aa1-ed5181bc14d9 req-c482b23b-ff7a-4b50-a5b5-7e6e98167165 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.2267382 May 10 18:04:23.019548 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cbde05f2-af2f-4032-a01e-01ce3ced7d0d req-e8483d22-3831-492e-abfe-b887e4791b8e tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702615 May 10 18:04:23.029597 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6d0f2ede-0977-4082-8aa1-ed5181bc14d9 req-e651f077-d9d0-44e0-bf51-0d13880ad2d3 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659945 May 10 18:04:23.255330 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad443c6-8760-4eb4-8e96-7953ea93b8ac req-5d0e49c1-8e8e-45cb-b8a0-7863f17aeec5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:23.263024 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fad443c6-8760-4eb4-8e96-7953ea93b8ac req-5d0e49c1-8e8e-45cb-b8a0-7863f17aeec5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1135337 May 10 18:04:23.325119 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fad443c6-8760-4eb4-8e96-7953ea93b8ac req-6b8f52df-c9a5-4a68-a9c2-1f2739be0e26 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608962 May 10 18:04:24.037590 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4931f2-5f23-492b-a799-3af217bc43af req-472cab47-29d8-48ce-839b-05cff6895474 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:24.038933 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6c4931f2-5f23-492b-a799-3af217bc43af req-472cab47-29d8-48ce-839b-05cff6895474 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.64 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.0779421 May 10 18:04:24.178472 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 97152dcb-828f-4c19-989d-7e8a240d4f0c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:04:24.219133 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 97152dcb-828f-4c19-989d-7e8a240d4f0c {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:04:24.219475 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 97152dcb-828f-4c19-989d-7e8a240d4f0c not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:04:24.238421 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc99d1c-c99c-4220-8d54-f63fc59560b5 req-6c46f84e-4208-4051-bfab-be6c3bb5e841 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:24.239864 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2bc99d1c-c99c-4220-8d54-f63fc59560b5 req-6c46f84e-4208-4051-bfab-be6c3bb5e841 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1053295 May 10 18:04:24.242345 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Deleting port 04327c84-f7f5-42c7-8291-139803c2ec14 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:04:24.242674 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:24.355865 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2bc99d1c-c99c-4220-8d54-f63fc59560b5 req-ff365c91-22ac-4c3e-b16e-ee40addbc583 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997422 May 10 18:04:24.413156 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] For port 04327c84-f7f5-42c7-8291-139803c2ec14, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04327c84-f7f5-42c7-8291-139803c2ec14,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:24.413521 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:24.571773 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Calling delete_port for 04327c84-f7f5-42c7-8291-139803c2ec14 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:04:24.651341 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12157ce-eba0-4c24-aaa4-24230688501f req-44014244-0a89-4031-ad2a-6e84cd4f1a9c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:24.653547 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e12157ce-eba0-4c24-aaa4-24230688501f req-44014244-0a89-4031-ad2a-6e84cd4f1a9c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0 HTTP/1.1" status: 200 len: 946 time: 0.1754916 May 10 18:04:24.756276 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e12157ce-eba0-4c24-aaa4-24230688501f req-cd7f3331-3bf1-4f6e-a5aa-a34ed06c584f tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936635 May 10 18:04:24.781035 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:24.788610 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d7ce3771-70b7-4f88-b832-59fb44aa861a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:24.793568 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['d8691a06-faed-45c7-8600-98c807659cf8', '04327c84-f7f5-42c7-8291-139803c2ec14'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:04:24.852810 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Pushing event deleted for resources: {'Port': ['ID=04327c84-f7f5-42c7-8291-139803c2ec14,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:24.857664 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:24.958312 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] No DVR routers for this DVR port 04327c84-f7f5-42c7-8291-139803c2ec14 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:04:24.965076 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:24.968388 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0', 'name': 'network-vif-deleted', 'tag': '04327c84-f7f5-42c7-8291-139803c2ec14'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:24.988006 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6c4931f2-5f23-492b-a799-3af217bc43af req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.64 "DELETE /v2.0/ports/04327c84-f7f5-42c7-8291-139803c2ec14 HTTP/1.1" status: 204 len: 173 time: 0.9431977 May 10 18:04:25.064784 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333fb2d-53b9-4536-9f1b-9a6cc2aa2ac0', 'name': 'network-vif-deleted', 'tag': '04327c84-f7f5-42c7-8291-139803c2ec14', 'status': 'completed', 'code': 200} May 10 18:04:25.567700 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca13ff2-0c52-4a0f-9974-c55c5c6b735f req-a15b0785-6539-4da6-9c3f-b3e7e63661b8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:25.575471 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0ca13ff2-0c52-4a0f-9974-c55c5c6b735f req-a15b0785-6539-4da6-9c3f-b3e7e63661b8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1050572 May 10 18:04:25.623925 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0ca13ff2-0c52-4a0f-9974-c55c5c6b735f req-c75edd7b-c4f3-4fd0-b5ee-177f2dde2ec7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475192 May 10 18:04:26.047231 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c260ab-8a00-44ec-af51-c901f9e28968 req-677568f9-902d-43f2-b1b5-922cfcb8c939 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:26.049136 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-83c260ab-8a00-44ec-af51-c901f9e28968 req-677568f9-902d-43f2-b1b5-922cfcb8c939 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1352556 May 10 18:04:26.096662 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360fd30-1596-497d-ac50-f60c2346055e req-5d4903be-c9e4-4c20-8904-4cc9b72ed999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:26.098727 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e360fd30-1596-497d-ac50-f60c2346055e req-5d4903be-c9e4-4c20-8904-4cc9b72ed999 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 1098 time: 0.1265035 May 10 18:04:26.182549 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-83c260ab-8a00-44ec-af51-c901f9e28968 req-5243a984-970d-485b-b781-9ae5ce0a0643 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246943 May 10 18:04:26.460521 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360fd30-1596-497d-ac50-f60c2346055e req-1c660803-a870-494c-83ea-52aee958b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:26.461897 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e360fd30-1596-497d-ac50-f60c2346055e req-1c660803-a870-494c-83ea-52aee958b27d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 911 time: 0.3541567 May 10 18:04:26.580353 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-b1a9d104-c291-4059-9de0-e1e8603c3bab tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:26.581754 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-b1a9d104-c291-4059-9de0-e1e8603c3bab tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/networks?id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a HTTP/1.1" status: 200 len: 813 time: 0.2682405 May 10 18:04:26.622711 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e2d0-3543-46bb-91b5-d36cdd4fb8bc req-cd1a5ca3-64f4-4d40-b802-09c839506d4d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:26.623409 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-b8b2e2d0-3543-46bb-91b5-d36cdd4fb8bc req-cd1a5ca3-64f4-4d40-b802-09c839506d4d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Synchronizing usage tracker for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:26.631915 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-03b7225a-02a6-40db-af54-bb344cc8f585 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/quotas/b5df2723c9eb41008cfe0077087cf61d HTTP/1.1" status: 200 len: 375 time: 0.0348256 May 10 18:04:26.633711 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e360fd30-1596-497d-ac50-f60c2346055e req-876401b6-88c1-4813-a583-cdd9fcc9c4ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61979e3b-e983-46dd-acfc-be0619886844 HTTP/1.1" status: 200 len: 1000 time: 0.1574521 May 10 18:04:26.719265 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c731b7b0-e9af-403e-ae15-997299124f18 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Synchronizing usage tracker for tenant:b5df2723c9eb41008cfe0077087cf61d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:26.724923 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-b8b2e2d0-3543-46bb-91b5-d36cdd4fb8bc req-cd1a5ca3-64f4-4d40-b802-09c839506d4d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Unset dirty status for tenant:a7285991a45445fbbec1c335c9c6d1d2 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:26.726100 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b8b2e2d0-3543-46bb-91b5-d36cdd4fb8bc req-cd1a5ca3-64f4-4d40-b802-09c839506d4d tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.5334561 May 10 18:04:26.773905 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360fd30-1596-497d-ac50-f60c2346055e req-1427db89-2f77-4719-96fe-117e6abb33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:26.775352 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e360fd30-1596-497d-ac50-f60c2346055e req-1427db89-2f77-4719-96fe-117e6abb33b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.1028128 May 10 18:04:26.814750 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c731b7b0-e9af-403e-ae15-997299124f18 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Unset dirty status for tenant:b5df2723c9eb41008cfe0077087cf61d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:26.815993 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c731b7b0-e9af-403e-ae15-997299124f18 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5df2723c9eb41008cfe0077087cf61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1771491 May 10 18:04:26.862982 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b8b2e2d0-3543-46bb-91b5-d36cdd4fb8bc req-d9843814-48c4-46b2-8009-4c788f6e03e3 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258576 May 10 18:04:26.981266 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360fd30-1596-497d-ac50-f60c2346055e req-573a8f81-4568-43e5-ac16-275a26a0a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:26.982600 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e360fd30-1596-497d-ac50-f60c2346055e req-573a8f81-4568-43e5-ac16-275a26a0a1db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2000611 May 10 18:04:26.984536 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-49a3fae2-41de-4534-a123-f7cd16a3587c service neutron] 10.222.0.46 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613467 May 10 18:04:27.146330 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60916) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:27.221934 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-97bdb711-9512-41b4-bbe8-2ce0ae8c23fc service neutron] 10.222.0.46 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307825 May 10 18:04:27.223780 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e360fd30-1596-497d-ac50-f60c2346055e req-81f034dd-dae2-43c9-af78-e87dd51fa6b4 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144146 May 10 18:04:27.302171 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:27.320324 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:27.324536 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Usage tracker for resource:security_group_rule and tenant:75d17d8ee0b446a98c95f39e6f011774 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:27.327462 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:27.333682 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:27.421034 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:27.425466 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:27.434621 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cc72237f-be6d-4d6d-afb2-c719d4132373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:27.460744 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-23f1f186-094b-413d-9239-5f479cb4f1c9 req-8488e90b-6694-4096-9018-ea61edec3fb9 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 210 time: 0.0802860 May 10 18:04:27.470077 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75d17d8ee0b446a98c95f39e6f011774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226986 May 10 18:04:27.473849 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60928) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:27.496973 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e360fd30-1596-497d-ac50-f60c2346055e req-b7b45bdb-3716-434a-b4b4-e57546a1455a service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656534 May 10 18:04:27.500894 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf03bd-b7ce-49b0-bf39-df0c50a6a348,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:27.505554 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509d090-95ee-4716-8bb0-2bfaf9f28e26 req-09d3f4cd-b3be-4410-8033-868ca55c7db1 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:27.507075 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1509d090-95ee-4716-8bb0-2bfaf9f28e26 req-09d3f4cd-b3be-4410-8033-868ca55c7db1 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1886604 May 10 18:04:27.521448 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.521807 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.522153 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.522497 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.522837 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.523178 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.523517 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.523883 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.524218 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.524550 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.524881 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.525208 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:27.529338 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:27.566946 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1509d090-95ee-4716-8bb0-2bfaf9f28e26 req-7de55deb-f43d-4a11-8b81-4025925ca314 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514832 May 10 18:04:27.574700 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8dff2d71-e997-4344-8a4d-47854cdb5c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:27.604000 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8dff2d71-e997-4344-8a4d-47854cdb5c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:27.660538 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8dff2d71-e997-4344-8a4d-47854cdb5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:27.667237 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5fc6c622-da60-4c59-b8bd-614bd3f6e950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:27.680996 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff2d71-e997-4344-8a4d-47854cdb5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf03bd-b7ce-49b0-bf39-df0c50a6a348,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:27.684341 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8dff2d71-e997-4344-8a4d-47854cdb5c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:27.688644 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8dff2d71-e997-4344-8a4d-47854cdb5c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:27.692308 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-8dff2d71-e997-4344-8a4d-47854cdb5c2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4bbf03bd-b7ce-49b0-bf39-df0c50a6a348 HTTP/1.1" status: 204 len: 168 time: 0.2171488 May 10 18:04:28.190306 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748492e-fe2b-49da-afce-349beaa5f050 req-f44e907f-e587-4ffd-ad78-99ddc03d8bf2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:28.191798 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d748492e-fe2b-49da-afce-349beaa5f050 req-f44e907f-e587-4ffd-ad78-99ddc03d8bf2 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1593955 May 10 18:04:28.213353 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 04327c84-f7f5-42c7-8291-139803c2ec14 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:04:28.234685 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bda626-15f9-4ed3-9ee8-0caf74d4aa9e req-e0e60bc5-f94c-44e2-9d89-b23bb9249fbd tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:28.236194 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-18bda626-15f9-4ed3-9ee8-0caf74d4aa9e req-e0e60bc5-f94c-44e2-9d89-b23bb9249fbd tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.1281631 May 10 18:04:28.263309 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 04327c84-f7f5-42c7-8291-139803c2ec14 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:04:28.263568 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 04327c84-f7f5-42c7-8291-139803c2ec14 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:04:28.277990 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d748492e-fe2b-49da-afce-349beaa5f050 req-a55057b5-9b34-4413-80ef-a5c782e4127b tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777805 May 10 18:04:28.305614 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-18bda626-15f9-4ed3-9ee8-0caf74d4aa9e req-dda52afe-7c15-4fd0-92bf-df4ec3a96d3d tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541220 May 10 18:04:28.329486 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60952) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:28.580756 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa8f58-17aa-4472-9e32-507b1ccaf443 tempest-TestMinimumBasicScenario-941246597 tempest-TestMinimumBasicScenario-941246597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:28.581467 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-69aa8f58-17aa-4472-9e32-507b1ccaf443 tempest-TestMinimumBasicScenario-941246597 tempest-TestMinimumBasicScenario-941246597-project-admin] Synchronizing usage tracker for tenant:3ca095b45b824b9ab3dbc33fafd9bedd on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:28.603573 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-69aa8f58-17aa-4472-9e32-507b1ccaf443 tempest-TestMinimumBasicScenario-941246597 tempest-TestMinimumBasicScenario-941246597-project-admin] Unset dirty status for tenant:3ca095b45b824b9ab3dbc33fafd9bedd on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:28.609375 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-69aa8f58-17aa-4472-9e32-507b1ccaf443 tempest-TestMinimumBasicScenario-941246597 tempest-TestMinimumBasicScenario-941246597-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1094 time: 0.2788641 May 10 18:04:28.610084 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60962) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:28.615563 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'floatingip': {'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'port_id': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:28.623200 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:28.627214 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Usage tracker for resource:floatingip and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:28.631385 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:28.637908 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a2172c94-a6a9-4841-8894-58b732b14e79 req-eff5bc17-8472-4e71-b436-939ba50ed0b1 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 210 time: 0.0509758 May 10 18:04:28.640474 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:28.653336 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for floatingip, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:28.813060 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:28.955521 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Allocated IP 172.28.1.190 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/a14d9383-940b-4109-b75e-a18e7835fe32) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:04:28.992005 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-37296206-44be-4713-9bbd-3e1aa6b59546 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:28.993419 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-37296206-44be-4713-9bbd-3e1aa6b59546 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.64 "GET /v2.0/networks?id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a HTTP/1.1" status: 200 len: 813 time: 0.3265271 May 10 18:04:29.015814 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Request body: {'port': {'device_id': '99c44017-f5a9-40d7-9aac-7e15beede229', 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a', 'admin_state_up': True, 'tenant_id': 'b5df2723c9eb41008cfe0077087cf61d'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:29.038444 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4c4b-cf23-478b-aad1-fdcdb0fd55a7 req-66d122c1-9aee-41e4-aabb-69a759ab6111 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:29.039905 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e9ef4c4b-cf23-478b-aad1-fdcdb0fd55a7 req-66d122c1-9aee-41e4-aabb-69a759ab6111 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1661439 May 10 18:04:29.106405 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:29.135274 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:29.139665 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:29.167982 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e9ef4c4b-cf23-478b-aad1-fdcdb0fd55a7 req-3d907e83-5f54-4917-8185-b542b462f5f9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728858 May 10 18:04:29.201966 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:29.204281 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:29.204794 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:29.212722 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:04:29.213967 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:29.224358 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Made reservation on behalf of b5df2723c9eb41008cfe0077087cf61d for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:04:29.227942 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:29.243224 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'Port': ['ID=a14d9383-940b-4109-b75e-a18e7835fe32,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:29.249727 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:29.439177 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Allocated IP 172.20.0.5 (e47a45e2-255a-4d35-9b4e-0880bc2a2d5a/bcd93a0f-1084-44bb-856a-6ace5bb733ef/90410e4d-2e6e-4395-9cf1-b4582c4af1c3) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:04:29.586593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fcd0a-aba1-4dae-be39-920698799034 req-3e342f44-aa16-41ac-906c-63d3886cd3b7 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:29.588048 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f10fcd0a-aba1-4dae-be39-920698799034 req-3e342f44-aa16-41ac-906c-63d3886cd3b7 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1987944 May 10 18:04:29.668693 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f10fcd0a-aba1-4dae-be39-920698799034 req-6fd959cf-a966-4757-a29a-ef7806fe556e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727880 May 10 18:04:29.710990 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:29.745639 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:29.751924 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:29.819982 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:29.853987 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:29.859453 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:29.868522 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:04:29.874344 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:29.875227 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:29.885889 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Pushing event updated for resources: {'Port': ['ID=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:29.894062 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:29.914943 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9050162 May 10 18:04:29.931119 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Request body: {'port': {'device_id': '99c44017-f5a9-40d7-9aac-7e15beede229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:29.935951 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:29.971231 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb3d2d-5f43-48d6-b014-20d72737f5d7 req-562ff987-33c6-4846-877e-7a346f55f15a tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:29.971864 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-bbeb3d2d-5f43-48d6-b014-20d72737f5d7 req-562ff987-33c6-4846-877e-7a346f55f15a tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Synchronizing usage tracker for tenant:b5df2723c9eb41008cfe0077087cf61d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:30.006165 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-bbeb3d2d-5f43-48d6-b014-20d72737f5d7 req-562ff987-33c6-4846-877e-7a346f55f15a tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Unset dirty status for tenant:b5df2723c9eb41008cfe0077087cf61d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:30.007357 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bbeb3d2d-5f43-48d6-b014-20d72737f5d7 req-562ff987-33c6-4846-877e-7a346f55f15a tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 931 time: 0.2255812 May 10 18:04:30.089501 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.107665 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bbeb3d2d-5f43-48d6-b014-20d72737f5d7 req-adcd152d-ce58-4ca6-bc51-bb3ec2a7b88d tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693407 May 10 18:04:30.145799 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.150139 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10935138'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.155583 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:30.253305 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'Port': ['ID=a14d9383-940b-4109-b75e-a18e7835fe32,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:30.257060 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:30.271339 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.433610 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:04:30.435078 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.l3_db [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Floating IP d30d81e8-2e93-47b1-999d-fd96d96846fb associated. External IP: 172.28.1.190, port: 8073bdb2-e070-4b87-ae96-879b397f23c7. May 10 18:04:30.440856 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.455248 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Transition to ACTIVE for port object 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:30.458393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.462072 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a2573940-1625-42af-aa58-068b4dd10c10 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:30.674857 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Pushing event updated for resources: {'Port': ['ID=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:30.700402 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:30.727120 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Attempting to bind port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:04:30.727459 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Attempting to bind port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:04:30.727802 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Attempting to bind port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 on network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:30.732460 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 on network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:04:30.732778 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Attempting to bind port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 on network e47a45e2-255a-4d35-9b4e-0880bc2a2d5a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:30.737771 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:04:30.738107 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Checking segment: {'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:04:30.738488 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Bound using segment: {'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:04:30.738903 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Bound port: 90410e4d-2e6e-4395-9cf1-b4582c4af1c3, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24278da6-e3c9-4009-a2fa-08c9b385ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:04:30.739241 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.787068 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Router 37e7dff9-e633-487c-ae19-c865a7767828 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:04:30.878800 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] For port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:04:30.882495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] For port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:04:30.890076 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.895140 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e3316bc-09c6-48ec-b30a-c1a78b6df29e tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:30.965742 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2ea4-d41d-4eb8-bcd7-129222cf9609 req-e9e7898d-2278-46db-9fb7-a7996440eda1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:30.967234 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d7ba2ea4-d41d-4eb8-bcd7-129222cf9609 req-e9e7898d-2278-46db-9fb7-a7996440eda1 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.1824226 May 10 18:04:30.968507 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:30.969105 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:30.970353 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] 10.222.0.64 "PUT /v2.0/ports/90410e4d-2e6e-4395-9cf1-b4582c4af1c3 HTTP/1.1" status: 200 len: 1093 time: 1.0435419 May 10 18:04:30.972874 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c44017-f5a9-40d7-9aac-7e15beede229', 'tag': '90410e4d-2e6e-4395-9cf1-b4582c4af1c3'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:31.023656 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Pushing event updated for resources: {'Port': ['ID=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:31.029989 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:31.036789 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d7ba2ea4-d41d-4eb8-bcd7-129222cf9609 req-10b02bcb-8184-41a4-a16b-d9fda99f23f5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572464 May 10 18:04:31.055592 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:04:31.068288 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c44017-f5a9-40d7-9aac-7e15beede229', 'tag': '90410e4d-2e6e-4395-9cf1-b4582c4af1c3', 'status': 'completed', 'code': 200} May 10 18:04:31.076858 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] Sync routers for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:04:31.088611 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.096360 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:04:31.096987 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:31.115207 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-27e3e841-cc24-4995-9d21-fdc886cda567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:31.116707 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-27e3e841-cc24-4995-9d21-fdc886cda567 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5df2723c9eb41008cfe0077087cf61d&device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 1096 time: 0.0790823 May 10 18:04:31.169111 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5580580 May 10 18:04:31.169750 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:31.174358 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60982) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:31.179507 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1640285895', 'description': 'tempest-secgroup-smoke-1640285895 description', 'project_id': 'fc866a652a374e14921d4290dce181a5'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:31.187669 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:31.198932 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:31.203834 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-b1bdf922-aa2e-4c4a-8c25-a4a078ab1a2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90410e4d-2e6e-4395-9cf1-b4582c4af1c3 HTTP/1.1" status: 200 len: 217 time: 0.0790427 May 10 18:04:31.210634 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.234904 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:31.239983 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Usage tracker for resource:security_group_rule and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:31.243269 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:31.251461 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'status': 'completed', 'code': 200} May 10 18:04:31.252436 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:31.341616 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.345974 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.350566 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:04:31.351235 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-42fcf3aa-1fbe-47ca-aa12-771f9ef2633d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:31.368844 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-e949e37a-bc3c-4421-b9a7-de0d9b16f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:31.371233 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-e949e37a-bc3c-4421-b9a7-de0d9b16f28b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcd93a0f-1084-44bb-856a-6ace5bb733ef HTTP/1.1" status: 200 len: 853 time: 0.1582475 May 10 18:04:31.392798 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44daea5-5e30-4f77-a553-a477277b68a7,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:31.395848 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:31.401922 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.402743 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2271864 May 10 18:04:31.405811 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60988) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:31.426067 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'security_group_rule': {'security_group_id': 'd44daea5-5e30-4f77-a553-a477277b68a7', 'project_id': 'fc866a652a374e14921d4290dce181a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:31.431042 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-524ecbf6-781e-4839-a3fe-6d972821367c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496142 May 10 18:04:31.439302 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:31.444794 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Usage tracker for resource:security_group_rule and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:31.449923 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:31.456477 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:31.492986 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.552742 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-608d6450-47ee-421f-bc75-0dc071232ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:31.554277 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-608d6450-47ee-421f-bc75-0dc071232ce8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc866a652a374e14921d4290dce181a5&device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1099 time: 0.2796412 May 10 18:04:31.572197 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.577059 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.583434 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:31.602579 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac0cda9-815e-4bbd-81f5-f2e89e450c27,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:31.606834 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:31.615752 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.619599 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2100859 May 10 18:04:31.619850 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60992) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:31.625632 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'security_group_rule': {'security_group_id': 'd44daea5-5e30-4f77-a553-a477277b68a7', 'project_id': 'fc866a652a374e14921d4290dce181a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:31.631499 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:31.635776 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Usage tracker for resource:security_group_rule and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:31.638780 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:31.644663 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:31.665880 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.715027 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36787181-3378-47cc-82dc-d98c85017c20 req-050c6016-9ba2-4158-a229-54b4231f14a1 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:31.716509 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-36787181-3378-47cc-82dc-d98c85017c20 req-050c6016-9ba2-4158-a229-54b4231f14a1 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 943 time: 0.4057043 May 10 18:04:31.729484 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.734418 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.740783 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d9912de2-5c01-470e-96ca-db0f2f8f59b4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:31.765270 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030a64e0-88ee-449b-afbf-9c02cce7e614,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:31.765492 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-17b7b7fe-d988-4fb5-942a-acf4dce8c7ed service neutron] 10.222.0.64 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190587 May 10 18:04:31.772148 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'd30d81e8-2e93-47b1-999d-fd96d96846fb', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'floating_ip_address': '172.28.1.190', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'port_id': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'mac_address': 'fa:16:3e:b8:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:29Z', 'updated_at': '2021-05-10T18:04:29Z', 'revision_number': 0, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 5, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:31.773729 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:31.776430 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] Checking router: 37e7dff9-e633-487c-ae19-c865a7767828 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:04:31.783174 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.786886 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-72842edf-98d5-4085-a20f-eab12c7dc1a7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631536 May 10 18:04:31.787404 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 60996) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:31.788965 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:04:31.789671 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:31.793944 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'security_group_rule': {'security_group_id': 'd44daea5-5e30-4f77-a553-a477277b68a7', 'project_id': 'fc866a652a374e14921d4290dce181a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:31.800867 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:31.805045 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Usage tracker for resource:security_group_rule and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:31.808815 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:31.816439 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:31.833718 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.893196 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-36787181-3378-47cc-82dc-d98c85017c20 req-d8dcc890-4384-440b-ba66-d309ddc677bc tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558926 May 10 18:04:31.900545 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.908378 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.911835 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5d6d28ad-4c94-44ba-a4de-af05243d54bb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:31.928553 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-aecd6456-8b66-4cec-b0e8-6a50a235cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:31.929981 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-aecd6456-8b66-4cec-b0e8-6a50a235cb9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 200 len: 915 time: 0.3633881 May 10 18:04:31.945120 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:31.946429 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580915 May 10 18:04:31.947408 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730db416-2368-4328-ba0d-689d88010ab9,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:31.949510 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 32768) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:31.951817 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e2044d46-505f-418d-b230-3c238b063c9c tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:31.955337 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'security_group_rule': {'security_group_id': 'd44daea5-5e30-4f77-a553-a477277b68a7', 'project_id': 'fc866a652a374e14921d4290dce181a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:31.961225 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:31.965812 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Usage tracker for resource:security_group_rule and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:31.968806 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:31.974406 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:31.987661 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:04:31.992149 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.035803 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-ad052570-a336-4684-91b1-00cda7a331e5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:32.037265 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-ad052570-a336-4684-91b1-00cda7a331e5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.4446647 May 10 18:04:32.089188 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2f57e47-6e34-4c45-80c6-a93994ab1b28 req-3fcc551c-6489-4758-9667-db285cbad9f5 service neutron] 10.222.0.64 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104556 May 10 18:04:32.089952 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.097737 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.111367 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:32.140893 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-e7d328c2-be63-4d09-83de-86e1312d5544 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 1000 time: 0.1953189 May 10 18:04:32.144985 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299e6e80-e1f2-482b-aedf-62302263cdb6,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:32.147877 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:32.152040 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.153497 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2032208 May 10 18:04:32.156151 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 32774) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:32.161745 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'security_group_rule': {'security_group_id': 'd44daea5-5e30-4f77-a553-a477277b68a7', 'project_id': 'fc866a652a374e14921d4290dce181a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:32.168752 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:32.172944 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Usage tracker for resource:security_group_rule and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:32.175938 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:32.183685 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:32.195014 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.securitygroups_db [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Project fc866a652a374e14921d4290dce181a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 18:04:32.203613 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.272604 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.277579 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.279724 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-600a28e7-9362-4d6d-acf3-31baef39f151 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:32.302935 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ba90f9-5398-40e0-b57e-9097b098b12a,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:32.307942 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:32.314854 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.318682 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-a52c5425-88fd-4aab-a7b1-a588b106abf6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591494 May 10 18:04:32.318921 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 32778) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:32.324616 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'security_group_rule': {'security_group_id': 'd44daea5-5e30-4f77-a553-a477277b68a7', 'project_id': 'fc866a652a374e14921d4290dce181a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:32.330875 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:32.335141 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Usage tracker for resource:security_group_rule and tenant:fc866a652a374e14921d4290dce181a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:32.338127 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:32.344802 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:32.357838 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.securitygroups_db [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Project fc866a652a374e14921d4290dce181a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 18:04:32.360510 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'd30d81e8-2e93-47b1-999d-fd96d96846fb', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'floating_ip_address': '172.28.1.190', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'port_id': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'mac_address': 'fa:16:3e:b8:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:29Z', 'updated_at': '2021-05-10T18:04:29Z', 'revision_number': 0, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 5, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:32.364466 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.366256 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d33b43-a84d-4d11-8702-92270ab71949 None None] The sync data for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb is: [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'd30d81e8-2e93-47b1-999d-fd96d96846fb', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'floating_ip_address': '172.28.1.190', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'port_id': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'mac_address': 'fa:16:3e:b8:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:29Z', 'updated_at': '2021-05-10T18:04:29Z', 'revision_number': 0, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 5, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:04:32.446332 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.450474 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.452792 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7dd6d102-30f5-47c7-8ae4-6cacdc415808 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:32.477749 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3532780-64f5-4890-b055-166e05b45820,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:32.480227 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-5431bd99-e80b-4311-b3b7-ab2236490931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:32.480590 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:32.482265 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-5431bd99-e80b-4311-b3b7-ab2236490931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 HTTP/1.1" status: 200 len: 853 time: 0.2874320 May 10 18:04:32.488975 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.490248 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-9eb3d95a-d9d9-4e0d-b4e7-9a98c3f4fe62 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1704009 May 10 18:04:32.599663 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1197e0c5-e61a-43a5-9a17-fbd49891d7df None None] New status for floating IP d30d81e8-2e93-47b1-999d-fd96d96846fb: ACTIVE {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:04:32.623592 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Deleting port d8691a06-faed-45c7-8600-98c807659cf8 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:04:32.624156 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:32.705014 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-a3480f77-56a4-4185-8a5c-e37146413a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:32.706368 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-a3480f77-56a4-4185-8a5c-e37146413a75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5df2723c9eb41008cfe0077087cf61d&device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 1096 time: 0.4719355 May 10 18:04:32.713662 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509d83b-110d-4181-b464-15cd93a318fb req-4091cae4-2997-4247-8e64-16d70ab30f1a tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:32.715662 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c509d83b-110d-4181-b464-15cd93a318fb req-4091cae4-2997-4247-8e64-16d70ab30f1a tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 946 time: 0.5141768 May 10 18:04:32.836725 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f3d0039f-a92c-4404-86a0-06767499f56c req-8ff59831-fbaf-4a3b-ae30-2d74604b9ed5 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640285895&fields=id&tenant_id=fc866a652a374e14921d4290dce181a5 HTTP/1.1" status: 200 len: 267 time: 0.2579989 May 10 18:04:32.873214 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-129d3dba-a8fd-4cac-87c0-267178d187fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:32.874711 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-129d3dba-a8fd-4cac-87c0-267178d187fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47918bcb-b2db-41fc-9608-c48cebc49cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3818741 May 10 18:04:33.032592 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c509d83b-110d-4181-b464-15cd93a318fb req-4da0ff21-f845-4bd7-a3a5-f31cd355a845 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796924 May 10 18:04:33.084249 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] For port d8691a06-faed-45c7-8600-98c807659cf8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d8691a06-faed-45c7-8600-98c807659cf8,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:33.084604 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:33.252384 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Calling delete_port for d8691a06-faed-45c7-8600-98c807659cf8 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:04:33.287592 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-c5e14d6c-f76c-4142-af87-dc5be915c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:33.288969 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-c5e14d6c-f76c-4142-af87-dc5be915c8d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a HTTP/1.1" status: 200 len: 914 time: 0.5709472 May 10 18:04:33.405401 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-f431c546-dcdf-4ee2-ad36-b827544641ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90410e4d-2e6e-4395-9cf1-b4582c4af1c3 HTTP/1.1" status: 200 len: 217 time: 0.0979028 May 10 18:04:33.414807 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0039f-a92c-4404-86a0-06767499f56c req-c3ef7724-f732-4835-9adf-333a8ddf536d tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:33.416200 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f3d0039f-a92c-4404-86a0-06767499f56c req-c3ef7724-f732-4835-9adf-333a8ddf536d tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.5622966 May 10 18:04:33.418193 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-7e2c5937-2df8-4c74-acb4-17f7c69fc60c service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884081 May 10 18:04:33.490845 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-f3d0039f-a92c-4404-86a0-06767499f56c req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'port': {'security_groups': ['00980200-558b-4163-bf6a-6bfcede04c13', 'd44daea5-5e30-4f77-a553-a477277b68a7']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:33.625801 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-8fb7f3b5-daa3-4c04-a73f-953b8f63b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:33.627232 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-8fb7f3b5-daa3-4c04-a73f-953b8f63b547 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcd93a0f-1084-44bb-856a-6ace5bb733ef HTTP/1.1" status: 200 len: 853 time: 0.2082961 May 10 18:04:33.734204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857f598-df63-42a5-ae4b-c85b8d9a88e1 req-c8a9e464-dce6-42aa-a8f7-1ba695c17d88 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:33.735906 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f857f598-df63-42a5-ae4b-c85b8d9a88e1 req-c8a9e464-dce6-42aa-a8f7-1ba695c17d88 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 943 time: 0.5622742 May 10 18:04:33.762156 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-ffbd11c1-5aca-4777-892b-f3aec4f8e792 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132307 May 10 18:04:34.048199 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-58bb169b-f6f7-4175-94aa-974aa0c2566c req-90b6138d-7ecf-4fd1-831c-391a808211b4 service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906458 May 10 18:04:34.066481 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f3d0039f-a92c-4404-86a0-06767499f56c req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:34.091327 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f857f598-df63-42a5-ae4b-c85b8d9a88e1 req-7b0dfdc1-a827-4d89-a14c-1aa8fc217999 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323443 May 10 18:04:34.151426 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:34.163681 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9abc0dd7-7311-4d0a-a2c4-fbb09169dde9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:34.166425 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['d8691a06-faed-45c7-8600-98c807659cf8'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:04:34.253326 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Pushing event deleted for resources: {'Port': ['ID=d8691a06-faed-45c7-8600-98c807659cf8,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:34.255561 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:34.265041 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:04:34.380027 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1c24f8fa-6a19-4bde-90fa-65c099bfc4f6 req-307bf985-275c-4a34-9671-57ba346ffb28 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e71adc8-7ac0-413d-9cf9-96f382aded09 HTTP/1.1" status: 200 len: 210 time: 0.1764557 May 10 18:04:34.422797 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-183faf1e-92b5-4d43-84c0-1ee4e81c87b8 service neutron] 10.222.0.64 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504102 May 10 18:04:34.423749 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] No DVR routers for this DVR port d8691a06-faed-45c7-8600-98c807659cf8 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:04:34.425768 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:34.426114 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:34.432428 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e71adc8-7ac0-413d-9cf9-96f382aded09', 'name': 'network-vif-deleted', 'tag': 'd8691a06-faed-45c7-8600-98c807659cf8'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:34.443192 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '90410e4d-2e6e-4395-9cf1-b4582c4af1c3', 'network_id': 'e47a45e2-255a-4d35-9b4e-0880bc2a2d5a', 'port_id': '90410e4d-2e6e-4395-9cf1-b4582c4af1c3', 'mac_address': 'fa:16:3e:2e:d5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd93a0f-1084-44bb-856a-6ace5bb733ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:04:34.496273 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e71adc8-7ac0-413d-9cf9-96f382aded09', 'name': 'network-vif-deleted', 'tag': 'd8691a06-faed-45c7-8600-98c807659cf8', 'status': 'completed', 'code': 200} May 10 18:04:34.504029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:34.520165 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:04:34.535368 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:34.539526 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:34.541266 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-6dddd430-b076-4c97-8933-30cde9117dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:34.553424 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] 10.222.0.64 "DELETE /v2.0/ports/d8691a06-faed-45c7-8600-98c807659cf8 HTTP/1.1" status: 204 len: 173 time: 2.5064678 May 10 18:04:34.612274 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:34.619845 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.621077 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.621377 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.621710 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.622034 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.622358 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.622682 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.623000 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.623320 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.623665 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.623979 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.624408 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:34.628167 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:34.714837 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-1e0a7ac0-ada3-447a-894b-fd72f6d9290e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4290018 May 10 18:04:34.723953 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca184e50-50f1-41a8-9362-7dbab648f643 req-a7cbc879-4471-4b1e-953c-45c4e41915d6 service neutron] 10.222.0.64 "GET /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860177 May 10 18:04:34.787456 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['90410e4d-2e6e-4395-9cf1-b4582c4af1c3'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:04:34.832014 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-f3d0039f-a92c-4404-86a0-06767499f56c req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] For port 8073bdb2-e070-4b87-ae96-879b397f23c7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8073bdb2-e070-4b87-ae96-879b397f23c7,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:34.832259 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:34.872303 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f3d0039f-a92c-4404-86a0-06767499f56c req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:34.876847 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-eba60676-66dc-4c59-a22a-d8d6bafe8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:34.878453 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-eba60676-66dc-4c59-a22a-d8d6bafe8164 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 1098 time: 0.1247485 May 10 18:04:34.879864 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f3d0039f-a92c-4404-86a0-06767499f56c req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:34.889400 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c608fc3e-a65f-4b00-b364-28e0639a39c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:35.046255 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0039f-a92c-4404-86a0-06767499f56c req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:35.046861 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f3d0039f-a92c-4404-86a0-06767499f56c req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:35.048205 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f3d0039f-a92c-4404-86a0-06767499f56c req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "PUT /v2.0/ports/8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 982 time: 1.5891919 May 10 18:04:35.074888 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'Port': ['ID=8073bdb2-e070-4b87-ae96-879b397f23c7,revision_number=6']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:35.087430 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:35.116098 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-acc8b753-7463-4557-b613-c86048acc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:35.117790 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-acc8b753-7463-4557-b613-c86048acc718 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 911 time: 0.1892836 May 10 18:04:35.152104 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['8073bdb2-e070-4b87-ae96-879b397f23c7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:04:35.322836 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-3a8358ff-c113-4a1b-9348-c5c062959228 None None] Provisioning complete for port 8073bdb2-e070-4b87-ae96-879b397f23c7 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:35.323562 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3a8358ff-c113-4a1b-9348-c5c062959228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:35.330397 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-7754021f-024f-4470-b200-97469917d24e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61979e3b-e983-46dd-acfc-be0619886844 HTTP/1.1" status: 200 len: 1000 time: 0.2042165 May 10 18:04:35.364136 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['8073bdb2-e070-4b87-ae96-879b397f23c7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:04:35.432223 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abb6fa-e630-4a69-a78a-2c8d61bdda4c req-00048fda-bc99-4a63-8316-4d6160d7c0d0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:35.434616 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c9abb6fa-e630-4a69-a78a-2c8d61bdda4c req-00048fda-bc99-4a63-8316-4d6160d7c0d0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.2481630 May 10 18:04:35.444904 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457449-386e-4ea0-8ce2-53d69f434995 req-1674d2f1-b0b2-4503-84e4-f188fd0a9980 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:35.446399 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-35457449-386e-4ea0-8ce2-53d69f434995 req-1674d2f1-b0b2-4503-84e4-f188fd0a9980 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 944 time: 0.2100782 May 10 18:04:35.449543 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-d40a1e39-0fe0-40f2-acc6-50d33df28eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:35.450778 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-d40a1e39-0fe0-40f2-acc6-50d33df28eb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.1125159 May 10 18:04:35.578071 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c9abb6fa-e630-4a69-a78a-2c8d61bdda4c req-a3bac6b3-3b6a-46b9-baff-ac64a9f9d777 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306660 May 10 18:04:35.581513 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-35457449-386e-4ea0-8ce2-53d69f434995 req-ebda942d-0ab4-427b-863a-136062a6a208 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291652 May 10 18:04:35.602031 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-fe239c6e-21f8-4ffe-94e9-8c29d95a2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:35.603489 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-fe239c6e-21f8-4ffe-94e9-8c29d95a2c93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1368494 May 10 18:04:35.677367 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 32800) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:35.838958 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-ecc1e937-4f04-4078-b239-dcf109150af6 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275786 May 10 18:04:35.974064 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-91e455bd-5bc6-4fa5-ae46-37b919753d45 req-285d0c77-6eb5-4fbb-b2b7-8afe9ead2ab9 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272256 May 10 18:04:36.223597 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655683'] for router_interface, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:36.281252 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:04:36.347531 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:36.352387 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:36.352896 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:36.469655 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:36.495969 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c44017-f5a9-40d7-9aac-7e15beede229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90410e4d-2e6e-4395-9cf1-b4582c4af1c3'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:36.497662 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:36.505889 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:36.510443 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:36.513604 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device d8691a06-faed-45c7-8600-98c807659cf8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:04:36.541239 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:36.578444 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'status': 'completed', 'code': 200} May 10 18:04:36.586130 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c44017-f5a9-40d7-9aac-7e15beede229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90410e4d-2e6e-4395-9cf1-b4582c4af1c3', 'code': 200} May 10 18:04:36.594154 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: d8691a06-faed-45c7-8600-98c807659cf8 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:04:36.594504 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device d8691a06-faed-45c7-8600-98c807659cf8 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:04:36.632090 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:36.636360 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:36.718901 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Deleting port 678d7a9b-dc62-4858-9af5-bf93d34b6936 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:04:36.719451 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:36.741905 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-8bbcafe3-3e3d-4d17-b7a0-a07a1a7dd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:36.743366 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-8bbcafe3-3e3d-4d17-b7a0-a07a1a7dd7b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc866a652a374e14921d4290dce181a5&device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1138 time: 0.1367769 May 10 18:04:36.841378 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] For port 678d7a9b-dc62-4858-9af5-bf93d34b6936, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=678d7a9b-dc62-4858-9af5-bf93d34b6936,segment=NetworkSegment(31d1020e-b940-4c96-b8e4-4a5d46c3a6cb),segment_id=31d1020e-b940-4c96-b8e4-4a5d46c3a6cb)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:36.841737 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:36.945305 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d2948-a5af-4d7c-8ebd-e1da72833063 req-6e775e64-1f2b-4918-9828-6d21c499a5ed tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:36.946718 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed4d2948-a5af-4d7c-8ebd-e1da72833063 req-6e775e64-1f2b-4918-9828-6d21c499a5ed tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 945 time: 0.2377799 May 10 18:04:36.967705 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Calling delete_port for 678d7a9b-dc62-4858-9af5-bf93d34b6936 owned by network:router_interface {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:04:36.985846 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-f36821d2-e450-409a-b0bf-a1bcf059eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:36.987288 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-f36821d2-e450-409a-b0bf-a1bcf059eae8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 200 len: 915 time: 0.2283323 May 10 18:04:37.043587 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53722a4f-5a38-4848-bb8a-704006fc3fac req-d1d06484-f284-477e-83ba-0d5dd588088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:37.045075 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53722a4f-5a38-4848-bb8a-704006fc3fac req-d1d06484-f284-477e-83ba-0d5dd588088c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 1098 time: 0.2172887 May 10 18:04:37.102924 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed4d2948-a5af-4d7c-8ebd-e1da72833063 req-f73b634f-3663-4cf7-b4e7-079a412faf78 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466632 May 10 18:04:37.137271 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-0234a3be-a7bf-424c-8c06-36da8a2b68b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 1002 time: 0.1424453 May 10 18:04:37.140526 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53722a4f-5a38-4848-bb8a-704006fc3fac req-1721a977-f27e-4297-b613-e9a7ed3bcc7d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740781 May 10 18:04:37.239474 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-2b6c16ea-bbd9-4494-9208-2b328bdb64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:37.240939 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-2b6c16ea-bbd9-4494-9208-2b328bdb64a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 HTTP/1.1" status: 200 len: 853 time: 0.0578811 May 10 18:04:37.296061 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:37.300680 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4b524404-0214-4f5f-95d5-47fdbf35ccf1 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:37.339414 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-a5093297-22b9-47d7-808a-442885bc5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:37.340953 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-a5093297-22b9-47d7-808a-442885bc5944 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47918bcb-b2db-41fc-9608-c48cebc49cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725467 May 10 18:04:37.344471 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Pushing event deleted for resources: {'Port': ['ID=678d7a9b-dc62-4858-9af5-bf93d34b6936,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:37.376480 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:37.476454 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-6bbc8b7b-9966-4ca4-a317-d8379e26abff service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282251 May 10 18:04:37.597842 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678387'] for router_interface, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:37.609778 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-876d1670-3312-4d6e-9e9f-b9c0749605ef req-f1e0f885-c25f-4c3d-8251-60b00fe9a7db service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245341 May 10 18:04:38.027531 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Router 466a07c7-3ae5-4114-88f3-bd7fa3747327 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:04:38.206743 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:04:38.217467 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] Sync routers for ids ['466a07c7-3ae5-4114-88f3-bd7fa3747327'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:04:38.224180 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-f5d2dcde-bf34-4320-9a6c-015158170cde admin admin] 10.222.0.46 "PUT /v2.0/routers/466a07c7-3ae5-4114-88f3-bd7fa3747327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5434647 May 10 18:04:38.226343 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 32812) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:38.238707 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] Routers {'466a07c7-3ae5-4114-88f3-bd7fa3747327'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:04:38.239342 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['466a07c7-3ae5-4114-88f3-bd7fa3747327'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:38.319003 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a5b65-d05a-4392-bd55-5994730c6026 req-32c51536-e20b-4789-9ad3-e1b64c33035f tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:38.320807 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ea6a5b65-d05a-4392-bd55-5994730c6026 req-32c51536-e20b-4789-9ad3-e1b64c33035f tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 945 time: 0.1078882 May 10 18:04:38.367011 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ea6a5b65-d05a-4392-bd55-5994730c6026 req-fbc5e832-37eb-4650-8e07-0efdeae1bb20 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 May 10 18:04:38.414893 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:38.423085 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] Set router 466a07c7-3ae5-4114-88f3-bd7fa3747327 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:04:38.594888 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:38.668078 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Deleting port 7d838207-1421-4f5c-b33e-5e22df8cf4bf {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:04:38.668412 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:38.744958 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:04:37Z', 'revision_number': 5, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port': {'id': '7d838207-1421-4f5c-b33e-5e22df8cf4bf', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:09Z', 'updated_at': '2021-05-10T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:38.749710 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] Checking router: 466a07c7-3ae5-4114-88f3-bd7fa3747327 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:04:38.757965 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] Routers {'466a07c7-3ae5-4114-88f3-bd7fa3747327'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:04:38.759055 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['466a07c7-3ae5-4114-88f3-bd7fa3747327'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:38.813787 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] For port 7d838207-1421-4f5c-b33e-5e22df8cf4bf, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=7d838207-1421-4f5c-b33e-5e22df8cf4bf,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:38.814139 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:38.910233 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] Set router 466a07c7-3ae5-4114-88f3-bd7fa3747327 gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:04:38.941064 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Calling delete_port for 7d838207-1421-4f5c-b33e-5e22df8cf4bf owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:04:39.012804 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:04:38Z', 'revision_number': 6, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port_host': None}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:39.017116 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e85b30-ffa3-4de2-96a7-506f103cb72a None None] The sync data for ids ['466a07c7-3ae5-4114-88f3-bd7fa3747327'] in dv-cinder-790492-1-smb is: [{'id': '466a07c7-3ae5-4114-88f3-bd7fa3747327', 'name': 'tempest-ServerRescueNegativeTestJSON-634692433-router', 'tenant_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:08Z', 'updated_at': '2021-05-10T18:04:38Z', 'revision_number': 6, 'project_id': 'a7285991a45445fbbec1c335c9c6d1d2', 'gw_port_host': None}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:04:39.088494 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.093163 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4aaa1346-b863-405a-b74e-64e781a7ab34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:39.138313 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d838207-1421-4f5c-b33e-5e22df8cf4bf,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:39.141126 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:39.235501 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668775'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.501107 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29528'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.503270 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.585837 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665205'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.586357 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 466a07c7-3ae5-4114-88f3-bd7fa3747327 {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 18:04:39.599135 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.600283 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] 10.222.0.46 "DELETE /v2.0/routers/466a07c7-3ae5-4114-88f3-bd7fa3747327 HTTP/1.1" status: 204 len: 168 time: 1.3725941 May 10 18:04:39.602840 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32826) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:39.631804 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c951a79d-0bab-4cb1-909d-ca0cc98bfd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.668314 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Deleting subnet 66ed0498-dee4-4eea-bc3b-74605522a60d {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:04:39.671237 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.722028 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:39.729090 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.094903 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.098992 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:40.133528 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ed0498-dee4-4eea-bc3b-74605522a60d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:40.137112 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:40.138066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.143907 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/66ed0498-dee4-4eea-bc3b-74605522a60d HTTP/1.1" status: 204 len: 168 time: 0.5400414 May 10 18:04:40.146330 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32832) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:40.255596 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.276494 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 7d838207-1421-4f5c-b33e-5e22df8cf4bf no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:04:40.311038 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 7d838207-1421-4f5c-b33e-5e22df8cf4bf {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:04:40.311386 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 7d838207-1421-4f5c-b33e-5e22df8cf4bf not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:04:40.311846 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 678d7a9b-dc62-4858-9af5-bf93d34b6936 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:04:40.346341 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 678d7a9b-dc62-4858-9af5-bf93d34b6936 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:04:40.346618 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 678d7a9b-dc62-4858-9af5-bf93d34b6936 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:04:40.377937 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.390453 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.390793 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.391519 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.391892 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > port after_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.392207 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.392534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > port after_update 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.392840 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.393144 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.393447 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.393747 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.491181 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.491482 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.491851 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.492181 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:04:40.492552 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c901362-4f97-430d-a0ef-f705206634b4']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:40.505954 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:40.506245 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d1020e-b940-4c96-b8e4-4a5d46c3a6cb') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:40.517186 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11307737'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.532963 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.539570 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:04:40.539970 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488692'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: from cryptography.utils import int_from_bytes May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: from cryptography.utils import int_from_bytes May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: Traceback (most recent call last): May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: timer() May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: cb(*args, **kw) May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: return func(*args, **kwargs) May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: self._notify() May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: self.callback(batched_events) May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: event.method(event) May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: return f(self, *a, **k) May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: return self._get(url).json() May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: return self.request(url, 'GET', **kwargs) May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:04:40.555311 dv-cinder-790492-1-smb neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:04:40.632963 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.637218 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:40.653041 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.658880 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c901362-4f97-430d-a0ef-f705206634b4,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:40.662868 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:40.670181 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] 10.222.0.46 "DELETE /v2.0/networks/8c901362-4f97-430d-a0ef-f705206634b4 HTTP/1.1" status: 204 len: 168 time: 0.5229397 May 10 18:04:40.840025 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32838) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:40.887838 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-7f785c3c-f56d-4f1e-937d-b83730e9d13b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7285991a45445fbbec1c335c9c6d1d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464861 May 10 18:04:40.890163 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32842) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:40.949796 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f62022d-1e92-4570-b777-628954bf3847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:40.974730 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f62022d-1e92-4570-b777-628954bf3847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:41.027710 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f62022d-1e92-4570-b777-628954bf3847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:41.032804 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e1e9eb6-b39b-4285-b471-19b69e7497b1 tempest-VolumesNegativeTest-681619533 tempest-VolumesNegativeTest-681619533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:41.046345 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62022d-1e92-4570-b777-628954bf3847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:41.048837 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f62022d-1e92-4570-b777-628954bf3847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:41.056309 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f62022d-1e92-4570-b777-628954bf3847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:41.057606 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-6f62022d-1e92-4570-b777-628954bf3847 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b8557ec-4a73-4eed-82d3-25c9cdd6d8b9 HTTP/1.1" status: 204 len: 168 time: 0.1665559 May 10 18:04:41.816043 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32876) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:41.837942 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1dea6c1b-d195-4395-8c72-cb8bcb21d259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:41.932288 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-network', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:41.938743 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:41.942721 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Usage tracker for resource:network and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:41.945882 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:41.953230 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:41.962101 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Made reservation on behalf of 6aaf2e7e8fc048b2b6cebd4c0ce1bbae for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:04:41.964408 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:41.976265 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:41.989953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:41.993782 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Usage tracker for resource:security_group_rule and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:41.997393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:42.002997 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:42.082851 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.086389 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.089380 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5863bf1c-3ae1-43c6-98b5-4246010acaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:42.119413 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:04:42.128959 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6961e7-1343-426d-a920-12eb3f7e0f55,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:42.132522 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:42.135139 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.135542 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Added segment 51580947-084c-4839-aa63-cd71ba31dfa6 of type vlan for network 8512c9f0-36f0-4559-8be9-347b082bf5df May 10 18:04:42.154281 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.163268 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.192869 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.194200 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:42.194808 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.199351 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-249e4d47-d7ad-4696-9bf9-a98ebac0ea67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:42.305180 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4880080 May 10 18:04:42.305928 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Pushing event updated for resources: {'Network': ['ID=8512c9f0-36f0-4559-8be9-347b082bf5df,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:42.308005 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32882) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:42.310845 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:42.314399 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Request body: {'subnet': {'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-subnet', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:42.316004 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 8512c9f0-36f0-4559-8be9-347b082bf5df details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:04:42.318942 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:42.322958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Usage tracker for resource:subnet and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:42.328431 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:42.335982 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:42.349401 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Made reservation on behalf of 6aaf2e7e8fc048b2b6cebd4c0ce1bbae for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:04:42.351919 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1629550'] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.740192 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10617041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629468'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.744028 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e9b55314-332b-4324-b2e8-8db2ee8ab3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:42.808727 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.817217 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8bd25e-56dc-4105-af11-6ef91a325d40,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:42.820884 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:42.828020 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Checking segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:04:42.828303 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Network hostable DHCP agents. Network: 8512c9f0-36f0-4559-8be9-347b082bf5df, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:04:42.845306 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Network 8512c9f0-36f0-4559-8be9-347b082bf5df is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:04:42.854421 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 8512c9f0-36f0-4559-8be9-347b082bf5df) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:42.863566 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:42.864193 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.864577 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f904b-a3fb-478a-a249-e4395d189422 None None] Network 8512c9f0-36f0-4559-8be9-347b082bf5df requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:04:42.884988 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-fb3121bf-37ba-45c6-8be0-18a2846c638a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5758123 May 10 18:04:42.887602 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32888) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:42.892675 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:42.897118 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:42.901002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Usage tracker for resource:router and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:42.904589 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:42.910195 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:42.921398 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-743402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29558'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.922530 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29519'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:42.936581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.083550 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a763d2-7159-5774-8477-7e1238429133-8512c9f0-36f0-4559-8be9-347b082bf5df', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40'}]}} from dv-cinder-790492-1-smb. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 18:04:43.084471 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.233844 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Allocated IP 172.20.0.2 (8512c9f0-36f0-4559-8be9-347b082bf5df/ba8bd25e-56dc-4105-af11-6ef91a325d40/d7e1bb6c-61cc-48c1-838d-128ba17c29e3) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:04:43.277150 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.436590 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.456769 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Transition to ACTIVE for port object d7e1bb6c-61cc-48c1-838d-128ba17c29e3 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:43.477578 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Transition to ACTIVE for port object d7e1bb6c-61cc-48c1-838d-128ba17c29e3 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:43.484337 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.488562 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:43.545088 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Network 8512c9f0-36f0-4559-8be9-347b082bf5df is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:43.548073 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Resources bound (agent type, host, resource id): {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:43.551100 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:04:43.600354 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.603524 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Pushing event updated for resources: {'Port': ['ID=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:43.606923 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:43.631120 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.658392 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Attempting to bind port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:04:43.658805 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Attempting to bind port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:04:43.659182 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Attempting to bind port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 on network 8512c9f0-36f0-4559-8be9-347b082bf5df {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:43.664528 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:04:43.664905 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Checking segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:04:43.665353 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.665699 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Bound using segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:04:43.666546 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Bound port: d7e1bb6c-61cc-48c1-838d-128ba17c29e3, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:04:43.666546 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.765085 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] For port d7e1bb6c-61cc-48c1-838d-128ba17c29e3, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:04:43.768198 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] For port d7e1bb6c-61cc-48c1-838d-128ba17c29e3, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:04:43.771886 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.776099 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-50d031ee-0c04-4f40-b6c6-31c39512a482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:43.782292 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Allocated IP 172.28.1.181 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:04:43.851093 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Pushing event updated for resources: {'Port': ['ID=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:43.854444 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:43.946231 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.978037 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:43.985682 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:44.054853 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:44.063981 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:44.069782 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:04:44.127357 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:44.131434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:44.302472 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device d7e1bb6c-61cc-48c1-838d-128ba17c29e3 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:04:44.376519 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:44.597607 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:44.760299 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d268ae-cdbb-4a0c-ba80-41b84690299a None None] Network 8512c9f0-36f0-4559-8be9-347b082bf5df requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:04:44.826106 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:44.891602 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] Provisioning for port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:44.926019 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] Provisioning complete for port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:44.926401 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:44.945082 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:45.107622 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:45.152253 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] For port d7e1bb6c-61cc-48c1-838d-128ba17c29e3, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:45.152531 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 is scheduled to L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 18:04:45.157429 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:45.159590 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:45.238639 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] Pushing event updated for resources: {'Port': ['ID=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:45.241993 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:45.351013 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:04:45.361442 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Sync routers for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:04:45.375857 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:45.377090 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4885356 May 10 18:04:45.381232 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32902) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:45.381754 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:04:45.382651 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:45.530291 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-cda31840-6838-4cba-80dd-6c55cfa594be None None] Provisioning complete for port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:45.530588 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-cda31840-6838-4cba-80dd-6c55cfa594be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:45.668368 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:04:45.974793 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:44Z', 'revision_number': 3, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:45.978431 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Checking router: 6ce44843-3dd1-4dd2-b81c-da3a21965f98 for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:04:45.978803 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Updating router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad binding host dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:04:46.033820 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.136273 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.284469 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device d7e1bb6c-61cc-48c1-838d-128ba17c29e3 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:04:46.345802 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Allocated IP 172.20.0.1 (8512c9f0-36f0-4559-8be9-347b082bf5df/ba8bd25e-56dc-4105-af11-6ef91a325d40/a8fec136-7d77-44f6-82ba-6e0c7f0288de) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:04:46.415250 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.430279 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:46.430653 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.455493 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Transition to ACTIVE for port object 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:46.471271 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.477346 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:46.491373 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.507079 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Transition to ACTIVE for port object a8fec136-7d77-44f6-82ba-6e0c7f0288de will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:46.532586 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.537458 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-55688f3a-8447-4334-9ae6-0a77a4147c35 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:46.570069 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c953aa-d3da-4717-9106-ed1dacebf10f None None] Pushing event updated for resources: {'Port': ['ID=8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:46.575524 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-57c953aa-d3da-4717-9106-ed1dacebf10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:46.577746 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Attempting to bind port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:04:46.578090 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Attempting to bind port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:04:46.578363 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Attempting to bind port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad on network 7ed499e4-944d-4281-809d-2f5c6cdb58ec {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:46.597830 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Network 8512c9f0-36f0-4559-8be9-347b082bf5df is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:46.600537 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:46.603029 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:04:46.611369 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:04:46.611537 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:04:46.611870 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.612269 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Bound using segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:04:46.612753 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Bound port: 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:04:46.613131 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.648191 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fec136-7d77-44f6-82ba-6e0c7f0288de,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:46.657609 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:46.673407 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655830'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.708296 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] For port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:04:46.712297 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] For port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:04:46.717263 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.721477 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:46.791592 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:04:46.792815 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:46.796786 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:46.924294 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c953aa-d3da-4717-9106-ed1dacebf10f None None] Pushing event updated for resources: {'Port': ['ID=8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:46.931245 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-57c953aa-d3da-4717-9106-ed1dacebf10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:46.993792 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-28fb4da7-e98e-4fd9-89c0-dfa9c10def9b None None] Provisioning for port a8fec136-7d77-44f6-82ba-6e0c7f0288de completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:47.004348 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-28fb4da7-e98e-4fd9-89c0-dfa9c10def9b None None] Provisioning complete for port a8fec136-7d77-44f6-82ba-6e0c7f0288de triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:47.004650 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-28fb4da7-e98e-4fd9-89c0-dfa9c10def9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:47.038439 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:47.043739 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:47.078127 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:47.079871 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-28fb4da7-e98e-4fd9-89c0-dfa9c10def9b None None] Port a8fec136-7d77-44f6-82ba-6e0c7f0288de cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:04:47.082338 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:04:47.161633 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655733'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:47.164974 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fec136-7d77-44f6-82ba-6e0c7f0288de,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:47.169100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:47.304819 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Network 8512c9f0-36f0-4559-8be9-347b082bf5df is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:47.305928 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:47.411820 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 1, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:47.416017 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a7f6f-57ea-443f-a615-b76895dfe410 None None] The sync data for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb is: [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 1, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:04:47.500660 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-7b824694-f576-436c-a32f-96fa5806c336 None None] Provisioning complete for port a8fec136-7d77-44f6-82ba-6e0c7f0288de triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:47.501028 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7b824694-f576-436c-a32f-96fa5806c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:47.509423 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:04:47.555256 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-7b824694-f576-436c-a32f-96fa5806c336 None None] Port a8fec136-7d77-44f6-82ba-6e0c7f0288de cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:04:47.784330 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:04:47.795479 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] 10.222.0.46 "PUT /v2.0/routers/6ce44843-3dd1-4dd2-b81c-da3a21965f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4132376 May 10 18:04:48.330780 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32926) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:48.336514 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623483707', 'description': 'tempest-description--1240856259'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:48.342917 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:48.347045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:security_group and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:48.352638 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:48.359741 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:04:48.361520 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:48.374013 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.400097 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:48.406612 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:security_group_rule and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:48.409670 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:48.415500 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:48.439732 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:48.446206 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:48.446861 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.495850 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.500976 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.506951 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-72ea7920-80f8-4b2d-840f-efa4a000a4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:48.548165 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9011f1a-2052-47b1-887a-6648cc941325,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:48.551658 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:48.552347 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.556303 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2217615 May 10 18:04:48.557231 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32932) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:48.567620 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'security_group_rule': {'security_group_id': 'a9011f1a-2052-47b1-887a-6648cc941325', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:48.573976 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:48.578203 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:security_group_rule and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:48.578855 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.581351 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:48.587254 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:48.597549 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:48.601182 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.604234 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:48.606907 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.673702 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:48.677138 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:48.679381 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.685060 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.691326 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:48.714548 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f377589c-a9b1-45ef-8b16-501c664ac1d0,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:48.717691 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:48.725933 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.727184 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688986 May 10 18:04:48.730564 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32936) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:48.735659 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'security_group_rule': {'security_group_id': 'a9011f1a-2052-47b1-887a-6648cc941325', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:48.741308 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:48.745375 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:security_group_rule and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:48.748239 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:48.753980 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:48.769095 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.829469 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.832696 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.834670 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5c8dc1ab-c72f-4598-a9f6-3197e0f1f0f9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:48.856248 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f42d80-ce9c-4150-9743-7b71f2c164cc,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:48.858764 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:48.865690 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:48.866863 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353841 May 10 18:04:48.870141 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 32940) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:04:48.876070 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'floatingip': {'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:48.881859 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:48.886258 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:floatingip and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:04:48.889153 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:04:48.894842 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:48.905443 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.040997 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.183276 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Allocated IP 172.28.1.240 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/265953cc-2050-40a0-a60e-4627e9eed73f) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:04:49.332601 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.361703 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.366394 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:49.427088 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:49.429860 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:49.432276 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:04:49.454178 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Sync routers for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:04:49.464736 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:04:49.465485 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:49.478614 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'Port': ['ID=265953cc-2050-40a0-a60e-4627e9eed73f,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:49.483188 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:49.563383 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.628562 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.646915 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:04:49.831430 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.836157 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.842703 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:49.941341 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'Port': ['ID=265953cc-2050-40a0-a60e-4627e9eed73f,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:49.945171 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:49.954181 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 2, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:49.955988 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.957919 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Checking router: 6ce44843-3dd1-4dd2-b81c-da3a21965f98 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:04:49.958287 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Updating router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 port a8fec136-7d77-44f6-82ba-6e0c7f0288de binding host dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:04:49.977740 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:49.979112 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1073241 May 10 18:04:50.013820 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:50.146120 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-5ba893bb-a19f-41a6-89de-0d05cc1a070e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Synchronizing usage tracker for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:50.167491 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-5ba893bb-a19f-41a6-89de-0d05cc1a070e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Unset dirty status for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:50.168998 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-5ba893bb-a19f-41a6-89de-0d05cc1a070e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--623483707&fields=id&tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae HTTP/1.1" status: 200 len: 267 time: 0.0637622 May 10 18:04:50.318162 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:04:50.342277 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-68aed3c6-b7f3-4846-8926-3dd4ab87e28e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:50.343130 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-68aed3c6-b7f3-4846-8926-3dd4ab87e28e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Synchronizing usage tracker for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:50.363937 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-68aed3c6-b7f3-4846-8926-3dd4ab87e28e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Unset dirty status for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:50.365620 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-68aed3c6-b7f3-4846-8926-3dd4ab87e28e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 817 time: 0.1895874 May 10 18:04:50.390134 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-95a91996-507c-4a79-b8b8-372b3ae5a47a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/quotas/6aaf2e7e8fc048b2b6cebd4c0ce1bbae HTTP/1.1" status: 200 len: 375 time: 0.0117857 May 10 18:04:50.400087 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:50.402041 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:50.402543 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:50.412385 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Transition to ACTIVE for port object a8fec136-7d77-44f6-82ba-6e0c7f0288de will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:50.422695 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:50.428163 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:50.500325 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Pushing event updated for resources: {'Port': ['ID=a8fec136-7d77-44f6-82ba-6e0c7f0288de,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:50.511679 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.512001 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.512513 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.512990 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.513477 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.514058 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.514527 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.514993 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.515465 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.516388 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.516388 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.516561 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:04:50.581929 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:50.595286 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-b264d86b-303f-4b69-a56f-a34353aae1a0 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Synchronizing usage tracker for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:50.625276 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-b264d86b-303f-4b69-a56f-a34353aae1a0 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Unset dirty status for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:50.637574 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-b264d86b-303f-4b69-a56f-a34353aae1a0 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2406385 May 10 18:04:50.673475 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Attempting to bind port a8fec136-7d77-44f6-82ba-6e0c7f0288de on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:04:50.673993 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Attempting to bind port a8fec136-7d77-44f6-82ba-6e0c7f0288de by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:04:50.674427 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Attempting to bind port a8fec136-7d77-44f6-82ba-6e0c7f0288de on network 8512c9f0-36f0-4559-8be9-347b082bf5df {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:50.680050 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:04:50.680519 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Checking segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:04:50.681011 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:50.681478 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Bound using segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:04:50.682044 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Bound port: a8fec136-7d77-44f6-82ba-6e0c7f0288de, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:04:50.682683 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:50.773298 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-e7446f1d-1062-4b34-b66d-8601e121ce32 service neutron] 10.222.0.46 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342638 May 10 18:04:50.774160 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] For port a8fec136-7d77-44f6-82ba-6e0c7f0288de, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:04:50.777846 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] For port a8fec136-7d77-44f6-82ba-6e0c7f0288de, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=a8fec136-7d77-44f6-82ba-6e0c7f0288de,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:04:50.781642 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:50.785718 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:50.861917 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:04:50.862543 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:50.915417 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-999152f2-b56a-4e6a-97a8-6d0c209710df service neutron] 10.222.0.46 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350720 May 10 18:04:50.988515 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Pushing event updated for resources: {'Port': ['ID=a8fec136-7d77-44f6-82ba-6e0c7f0288de,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:50.991613 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-b4526f2b-68d4-4c0c-b686-376db2b487b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:51.068693 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:04:51.148300 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e3bcda58-7f25-479b-9262-a717b9c7c8b2 req-e448ca18-9da4-4ec8-8fe4-4fe9e56b68b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 210 time: 0.0529332 May 10 18:04:51.391673 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:50Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:04:51.395461 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e426-f2ba-47ff-83ba-f89dbd1d6944 None None] The sync data for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb is: [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:50Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:04:52.261823 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-c3ceb38e-3768-4a92-8bf7-41ec77c16100 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:52.263148 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-c3ceb38e-3768-4a92-8bf7-41ec77c16100 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 817 time: 0.1488264 May 10 18:04:52.323223 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e1b63ce-8c5d-4bb7-a9a0-ef2a2e2cbeff req-69a42c5a-9014-47b0-b807-47e2ef4162dc tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 210 time: 0.0571003 May 10 18:04:52.354682 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device a8fec136-7d77-44f6-82ba-6e0c7f0288de up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:04:52.370639 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-6bf4f470-a91a-4fd2-ab7c-add90b9d8cd1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae HTTP/1.1" status: 200 len: 379 time: 0.0654178 May 10 18:04:52.383821 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'port': {'device_id': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'admin_state_up': True, 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'security_groups': ['a9011f1a-2052-47b1-887a-6648cc941325']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:52.435768 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port a8fec136-7d77-44f6-82ba-6e0c7f0288de completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:52.440288 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port a8fec136-7d77-44f6-82ba-6e0c7f0288de triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:52.440659 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:52.521237 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:04:52.531193 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:04:52.540904 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Made reservation on behalf of 6aaf2e7e8fc048b2b6cebd4c0ce1bbae for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:04:52.545002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:52.554500 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:52.586515 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port a8fec136-7d77-44f6-82ba-6e0c7f0288de, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=a8fec136-7d77-44f6-82ba-6e0c7f0288de,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:52.591091 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:52.593939 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:52.665814 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=a8fec136-7d77-44f6-82ba-6e0c7f0288de,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:52.669352 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:52.709023 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Allocated IP 172.20.0.5 (8512c9f0-36f0-4559-8be9-347b082bf5df/ba8bd25e-56dc-4105-af11-6ef91a325d40/27c3f4f5-98e4-4740-bdb9-600179343448) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:04:52.894190 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:52.909626 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Transition to ACTIVE for port object 27c3f4f5-98e4-4740-bdb9-600179343448 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:52.932809 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:52.938382 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:53.001615 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Network 8512c9f0-36f0-4559-8be9-347b082bf5df is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:04:53.004521 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:04:53.013488 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:04:53.044128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:53.050714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:53.085126 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:53.085736 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:53.110950 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-d4ee6604-747b-4738-a259-80fe548d723d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330697 May 10 18:04:53.125512 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Request body: {'port': {'device_id': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:04:53.235811 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:53.258327 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-e75d0476-2ecd-4257-b67b-3809e6a777e2 None None] Provisioning for port 27c3f4f5-98e4-4740-bdb9-600179343448 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:04:53.263712 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-e75d0476-2ecd-4257-b67b-3809e6a777e2 None None] Provisioning complete for port 27c3f4f5-98e4-4740-bdb9-600179343448 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:53.264204 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e75d0476-2ecd-4257-b67b-3809e6a777e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:53.318177 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-e75d0476-2ecd-4257-b67b-3809e6a777e2 None None] Port 27c3f4f5-98e4-4740-bdb9-600179343448 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:04:53.662393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed0183-6cab-4666-81f4-61247ade9d58 req-1718c812-e4df-479b-aa6e-747e185341f3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:53.663090 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-95ed0183-6cab-4666-81f4-61247ade9d58 req-1718c812-e4df-479b-aa6e-747e185341f3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Synchronizing usage tracker for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:04:53.689579 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-95ed0183-6cab-4666-81f4-61247ade9d58 req-1718c812-e4df-479b-aa6e-747e185341f3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Unset dirty status for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:04:53.690762 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-95ed0183-6cab-4666-81f4-61247ade9d58 req-1718c812-e4df-479b-aa6e-747e185341f3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 931 time: 0.2471135 May 10 18:04:53.772397 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c3f4f5-98e4-4740-bdb9-600179343448 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:04:53.784186 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:53.792207 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-95ed0183-6cab-4666-81f4-61247ade9d58 req-e4b2c2c5-f31e-411d-b6a1-0fb0744e45c5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691209 May 10 18:04:53.803884 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Transition to ACTIVE for port object 27c3f4f5-98e4-4740-bdb9-600179343448 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:04:53.809229 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:53.813221 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fba0a412-277d-4b2c-9291-a111a504a7d5 tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:53.963589 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:53.971173 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:54.044942 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Attempting to bind port 27c3f4f5-98e4-4740-bdb9-600179343448 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:04:54.045189 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Attempting to bind port 27c3f4f5-98e4-4740-bdb9-600179343448 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:04:54.045516 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Attempting to bind port 27c3f4f5-98e4-4740-bdb9-600179343448 on network 8512c9f0-36f0-4559-8be9-347b082bf5df {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:54.050117 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Port 27c3f4f5-98e4-4740-bdb9-600179343448 on network 8512c9f0-36f0-4559-8be9-347b082bf5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:04:54.050431 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Attempting to bind port 27c3f4f5-98e4-4740-bdb9-600179343448 on network 8512c9f0-36f0-4559-8be9-347b082bf5df {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:04:54.055430 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:04:54.055799 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Checking segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:04:54.056172 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Bound using segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:04:54.056591 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Bound port: 27c3f4f5-98e4-4740-bdb9-600179343448, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:04:54.056931 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:54.143626 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:04:54.146468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:04:54.150774 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:54.155560 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:54.207334 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:54.207958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:54.209313 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] 10.222.0.64 "PUT /v2.0/ports/27c3f4f5-98e4-4740-bdb9-600179343448 HTTP/1.1" status: 200 len: 1093 time: 1.0880771 May 10 18:04:54.210171 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:04:54.248784 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:54.252632 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:54.297702 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448', 'status': 'completed', 'code': 200} May 10 18:04:54.300417 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device a8fec136-7d77-44f6-82ba-6e0c7f0288de up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:04:54.333955 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-7f2d3295-e4e3-464a-a225-41e3f4ea1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:54.335445 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-7f2d3295-e4e3-464a-a225-41e3f4ea1822 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 1096 time: 0.0757341 May 10 18:04:54.378055 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port a8fec136-7d77-44f6-82ba-6e0c7f0288de triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:04:54.378523 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:54.415039 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-9cb74289-6791-4684-8442-dd8df28f2e09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27c3f4f5-98e4-4740-bdb9-600179343448 HTTP/1.1" status: 200 len: 217 time: 0.0654433 May 10 18:04:54.479680 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-2a1492a3-e8a7-4a54-8ffa-c04af69391f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:54.481191 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-2a1492a3-e8a7-4a54-8ffa-c04af69391f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0577037 May 10 18:04:54.561152 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-e9addca1-76bb-4bdd-89da-7ea6b7b8c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:54.562637 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-e9addca1-76bb-4bdd-89da-7ea6b7b8c59b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737259 May 10 18:04:54.696892 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-961cccb4-e2a0-4dd3-b6f0-1cfc25d3d94c service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255925 May 10 18:04:54.844842 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bfe7541-8324-43b1-979c-f1ea9893d226 req-46a48aa5-bed3-4700-8440-d8588c3f18b2 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339765 May 10 18:04:55.024394 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-1a9fd1c9-7168-4e8a-a576-ba551a2d9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:55.025843 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-1a9fd1c9-7168-4e8a-a576-ba551a2d9622 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 1096 time: 0.1263456 May 10 18:04:55.043567 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9328fc2-6820-4145-ac5a-1de245a77e1c req-af1a291a-19f7-4c94-b735-9966f960e84f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:55.044951 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b9328fc2-6820-4145-ac5a-1de245a77e1c req-af1a291a-19f7-4c94-b735-9966f960e84f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.1104448 May 10 18:04:55.174142 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b9328fc2-6820-4145-ac5a-1de245a77e1c req-03739b99-808e-4107-aa6e-196fef07d022 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099644 May 10 18:04:55.198627 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-24cad460-baec-4491-b8da-231d5dbedf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:55.200138 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-24cad460-baec-4491-b8da-231d5dbedf77 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1641166 May 10 18:04:55.280643 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-1dc2b623-d451-4618-a568-2d57e9f17e50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27c3f4f5-98e4-4740-bdb9-600179343448 HTTP/1.1" status: 200 len: 217 time: 0.0639155 May 10 18:04:55.428815 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-d4b39c00-ce8c-4e1a-b65f-fa3d1a89b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:55.430144 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-d4b39c00-ce8c-4e1a-b65f-fa3d1a89b10b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.1422179 May 10 18:04:55.506985 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-dfc55809-80ee-4c28-8f80-6f6301502eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:55.508445 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-dfc55809-80ee-4c28-8f80-6f6301502eb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704651 May 10 18:04:55.641331 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-12108e05-a354-412a-9005-ae8f57ce0ebf service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239562 May 10 18:04:55.773210 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-590b5dc5-3cf6-4e92-91e2-f6b2c0c57fcb req-66832d61-7cb0-4cb3-856c-ede92ae39629 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238608 May 10 18:04:56.363981 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285bbcd-7210-4e77-8d90-fdf2d4445309 req-1c2ab718-89d9-4f2d-96c8-9f4219b8e7a4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:56.365323 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7285bbcd-7210-4e77-8d90-fdf2d4445309 req-1c2ab718-89d9-4f2d-96c8-9f4219b8e7a4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0781677 May 10 18:04:56.409105 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7285bbcd-7210-4e77-8d90-fdf2d4445309 req-2caf3927-ecb9-41d6-ac53-1b3c0704a7e3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374889 May 10 18:04:57.598861 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ffb75-3b43-411d-8d9b-6d1a53afe7d1 req-c55eb56c-4441-4310-b8d7-27c797e15ed8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:57.600335 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-015ffb75-3b43-411d-8d9b-6d1a53afe7d1 req-c55eb56c-4441-4310-b8d7-27c797e15ed8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0830233 May 10 18:04:57.649937 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-015ffb75-3b43-411d-8d9b-6d1a53afe7d1 req-bc5f1ad8-92f3-4fb4-808e-78f826b41d41 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433378 May 10 18:04:58.422656 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:04:58.527722 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4978d-087f-48ee-9596-f26ba409cf74 req-907b8840-9dea-4c60-8d7e-8929e0beb057 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:58.529177 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-51e4978d-087f-48ee-9596-f26ba409cf74 req-907b8840-9dea-4c60-8d7e-8929e0beb057 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 945 time: 0.0786743 May 10 18:04:58.578078 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-51e4978d-087f-48ee-9596-f26ba409cf74 req-d4671a21-b910-43dc-b603-08d63173443d tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 May 10 18:04:58.585658 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:58.598847 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '27c3f4f5-98e4-4740-bdb9-600179343448', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'port_id': '27c3f4f5-98e4-4740-bdb9-600179343448', 'mac_address': 'fa:16:3e:6b:62:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:04:58.651659 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:58.667797 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c3f4f5-98e4-4740-bdb9-600179343448 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:04:58.684306 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:04:58.687868 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:04:58.689611 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:04:58.758046 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:04:58.761554 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:04:58.845125 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64830338-fba6-4bb3-9842-825db7157f41 req-5054f864-4789-479c-8cc6-6e1a9ad33f66 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:58.846566 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64830338-fba6-4bb3-9842-825db7157f41 req-5054f864-4789-479c-8cc6-6e1a9ad33f66 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 944 time: 0.0816948 May 10 18:04:58.892412 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64830338-fba6-4bb3-9842-825db7157f41 req-ac094260-cb9b-4727-8486-dcd2c3cf8311 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 May 10 18:04:58.923140 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:04:58.982744 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['27c3f4f5-98e4-4740-bdb9-600179343448'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:04:59.761526 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3221e9f-1757-485a-b5eb-6b021a100d81 req-55b9db7c-64e2-46c1-9717-bcd5ee305336 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:04:59.762948 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c3221e9f-1757-485a-b5eb-6b021a100d81 req-55b9db7c-64e2-46c1-9717-bcd5ee305336 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 945 time: 0.0820477 May 10 18:04:59.807240 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c3221e9f-1757-485a-b5eb-6b021a100d81 req-6a607385-66eb-4c3f-b1bd-b7db5c80b5c2 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 May 10 18:05:00.076747 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97280-787d-431e-89b8-d516f6fb2981 req-1fe95f5e-a7aa-4615-b3d7-1aedd6e0bae4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:00.078237 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-18f97280-787d-431e-89b8-d516f6fb2981 req-1fe95f5e-a7aa-4615-b3d7-1aedd6e0bae4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 944 time: 0.0794027 May 10 18:05:00.122774 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-18f97280-787d-431e-89b8-d516f6fb2981 req-29972240-8886-4e5d-8f30-56aad380a5da tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388024 May 10 18:05:00.438163 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:05:00.508155 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 27c3f4f5-98e4-4740-bdb9-600179343448 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:05:00.513375 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 27c3f4f5-98e4-4740-bdb9-600179343448 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:05:00.513751 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:00.625729 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:00.651495 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:00.660778 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:00.664287 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:00.665941 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-2347526f-cea0-491a-93c3-d8cbce6ceed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:00.700398 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448', 'code': 200} May 10 18:05:00.731312 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:00.734180 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:00.988648 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24dcfb-1660-477f-9b2a-3c1276627f52 req-fe649144-d891-4a8d-a14d-3aae6699e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:00.990089 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ae24dcfb-1660-477f-9b2a-3c1276627f52 req-fe649144-d891-4a8d-a14d-3aae6699e4da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 1098 time: 0.1237323 May 10 18:05:01.025392 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328fb46-6b3d-4173-be82-e4c7179bd3c6 req-53cfe0ee-36f9-4d8c-a2c3-06bf0c9bd4dc tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:01.026811 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3328fb46-6b3d-4173-be82-e4c7179bd3c6 req-53cfe0ee-36f9-4d8c-a2c3-06bf0c9bd4dc tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 945 time: 0.1129882 May 10 18:05:01.063786 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ae24dcfb-1660-477f-9b2a-3c1276627f52 req-5381b44a-bd2c-4681-869e-75aee01b92d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614383 May 10 18:05:01.084636 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3328fb46-6b3d-4173-be82-e4c7179bd3c6 req-2d2935e8-17f5-4aa1-83ce-4f4621f93f12 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512140 May 10 18:05:01.313280 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd70325-e8a9-43ba-a2ce-ddea513d4a04 req-57917dc5-2d3e-4dac-bec0-886597e790d4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:01.314765 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3bd70325-e8a9-43ba-a2ce-ddea513d4a04 req-57917dc5-2d3e-4dac-bec0-886597e790d4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0802677 May 10 18:05:01.360001 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3bd70325-e8a9-43ba-a2ce-ddea513d4a04 req-ba197c9d-bd0f-47e7-8bc9-3a76ff70128a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 May 10 18:05:01.568009 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498a69-bd3c-409b-9426-fead11f1a55a req-f4e585c2-640e-4c68-acc1-c1a2d6d1e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:01.569491 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53498a69-bd3c-409b-9426-fead11f1a55a req-f4e585c2-640e-4c68-acc1-c1a2d6d1e979 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc866a652a374e14921d4290dce181a5&device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1138 time: 0.0774336 May 10 18:05:01.753907 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498a69-bd3c-409b-9426-fead11f1a55a req-1561e7fe-6770-4a38-9075-dc51d9d2fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:01.755250 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53498a69-bd3c-409b-9426-fead11f1a55a req-1561e7fe-6770-4a38-9075-dc51d9d2fc16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 200 len: 915 time: 0.1762087 May 10 18:05:01.899712 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e97b-0b81-4a43-958c-bc7ea9d82e2b req-2483946d-483f-45b6-8149-d40832b47890 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:01.901560 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6ce2e97b-0b81-4a43-958c-bc7ea9d82e2b req-2483946d-483f-45b6-8149-d40832b47890 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.2545710 May 10 18:05:01.973960 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53498a69-bd3c-409b-9426-fead11f1a55a req-e15d8776-2342-443e-b0b5-0863b13e7912 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 1002 time: 0.2105215 May 10 18:05:01.981192 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6ce2e97b-0b81-4a43-958c-bc7ea9d82e2b req-15c79777-c0c4-47b1-b73e-0a7c15759890 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718000 May 10 18:05:02.049769 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498a69-bd3c-409b-9426-fead11f1a55a req-0d53ca76-cf7e-4084-9302-3041a9219da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:02.051088 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53498a69-bd3c-409b-9426-fead11f1a55a req-0d53ca76-cf7e-4084-9302-3041a9219da4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 HTTP/1.1" status: 200 len: 853 time: 0.0644360 May 10 18:05:02.130291 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498a69-bd3c-409b-9426-fead11f1a55a req-56a6de00-b093-4e8c-b5ac-00f6c0f579ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:02.131832 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53498a69-bd3c-409b-9426-fead11f1a55a req-56a6de00-b093-4e8c-b5ac-00f6c0f579ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47918bcb-b2db-41fc-9608-c48cebc49cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717199 May 10 18:05:02.329030 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53498a69-bd3c-409b-9426-fead11f1a55a req-b899c3c5-2db5-420a-b4ec-7d885fbdaed7 service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787291 May 10 18:05:02.368484 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e615c-7ef0-4fcb-a9c0-d1ff8f9ce9f1 req-d418b352-afc5-46ce-a559-592264ff1529 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:02.370155 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-261e615c-7ef0-4fcb-a9c0-d1ff8f9ce9f1 req-d418b352-afc5-46ce-a559-592264ff1529 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 945 time: 0.1513743 May 10 18:05:02.522059 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-261e615c-7ef0-4fcb-a9c0-d1ff8f9ce9f1 req-86fe9a0f-ae60-4f99-9e39-816edc554937 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018672 May 10 18:05:02.559599 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-53498a69-bd3c-409b-9426-fead11f1a55a req-2ef9b0da-4f0b-4ace-bcdb-a2af4f34f889 service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187715 May 10 18:05:02.587725 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3e27-878d-4dfe-a559-7f6a809f5e97 req-e4a076b9-ce2e-4c03-905c-1dab344b2d4b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:02.589862 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4a6a3e27-878d-4dfe-a559-7f6a809f5e97 req-e4a076b9-ce2e-4c03-905c-1dab344b2d4b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.1188898 May 10 18:05:02.633362 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4a6a3e27-878d-4dfe-a559-7f6a809f5e97 req-016dcd8a-09f7-4adf-8cca-aca2dc3b64a8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378408 May 10 18:05:02.818942 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91e647-7b58-4b9a-90c4-fbe7810547ce req-c959baa0-04b7-4c76-9421-989405877471 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:02.820411 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cf91e647-7b58-4b9a-90c4-fbe7810547ce req-c959baa0-04b7-4c76-9421-989405877471 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0800486 May 10 18:05:02.829545 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33050) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:02.834459 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'floatingip': {'port_id': '27c3f4f5-98e4-4740-bdb9-600179343448'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:02.911761 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:03.340468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26eef75-2931-4bc5-b789-771360d72ac6 req-47a44f6b-ae45-4361-9360-59f3d3798b8b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:03.341909 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b26eef75-2931-4bc5-b789-771360d72ac6 req-47a44f6b-ae45-4361-9360-59f3d3798b8b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.2476561 May 10 18:05:03.618714 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b26eef75-2931-4bc5-b789-771360d72ac6 req-b038d654-9353-49d5-bf29-f70fe9a0156d tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196935 May 10 18:05:03.699842 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-88041b1b-0cb8-4e75-992d-ea4692970444 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:03.701250 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-88041b1b-0cb8-4e75-992d-ea4692970444 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.64 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 945 time: 0.3065069 May 10 18:05:03.865142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:03.904003 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:04.035259 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36c6d-a6bd-487c-ace4-42d09b073a8c req-50370a0a-3991-4e9b-9fe0-d69308edefa4 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:04.036730 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1ac36c6d-a6bd-487c-ace4-42d09b073a8c req-50370a0a-3991-4e9b-9fe0-d69308edefa4 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 945 time: 0.4052804 May 10 18:05:04.126508 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1ac36c6d-a6bd-487c-ace4-42d09b073a8c req-ebe93b89-499e-43d0-a8e8-139c5951d17b tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c034090-0a98-47a2-96f5-52cbb1483399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801103 May 10 18:05:04.134164 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Deleting port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:05:04.134504 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:04.163138 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Floating IP c287eb43-e339-4e1c-9fcb-2ed41dfef965 associated. External IP: 172.28.1.240, port: 27c3f4f5-98e4-4740-bdb9-600179343448. May 10 18:05:04.413301 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] For port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,segment=NetworkSegment(24278da6-e3c9-4009-a2fa-08c9b385ceee),segment_id=24278da6-e3c9-4009-a2fa-08c9b385ceee)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:04.413958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:04.544408 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Calling delete_port for 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:05:04.809003 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:04.900345 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:05:04.965864 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009580cc-2378-48fe-903a-53e03501998e req-63223ab1-e34c-421f-b005-b3f2536903b2 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:04.967305 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-009580cc-2378-48fe-903a-53e03501998e req-63223ab1-e34c-421f-b005-b3f2536903b2 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.1894152 May 10 18:05:05.161517 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-009580cc-2378-48fe-903a-53e03501998e req-4dfee94c-3845-46e5-9016-88c923856f47 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429584 May 10 18:05:05.162216 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:05.171672 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:05.219034 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Pushing event deleted for resources: {'Port': ['ID=90410e4d-2e6e-4395-9cf1-b4582c4af1c3,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:05.225454 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:05.339928 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e870fcd2-47f0-457d-a91b-ba02ca0afc54 req-9e9fb41b-eb52-47c6-bdf0-703d6a2c49f0 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c44017-f5a9-40d7-9aac-7e15beede229 HTTP/1.1" status: 200 len: 210 time: 0.0823328 May 10 18:05:05.354887 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] No DVR routers for this DVR port 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:05:05.357020 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:05:05.358746 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:05.361593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c44017-f5a9-40d7-9aac-7e15beede229', 'name': 'network-vif-deleted', 'tag': '90410e4d-2e6e-4395-9cf1-b4582c4af1c3'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:05.366726 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] Sync routers for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:05:05.376939 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:05.377712 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:05.377832 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:05.407164 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-17e85538-ae4c-471b-8ef1-ef08d2f3db80 req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] 10.222.0.64 "DELETE /v2.0/ports/90410e4d-2e6e-4395-9cf1-b4582c4af1c3 HTTP/1.1" status: 204 len: 173 time: 1.6447203 May 10 18:05:05.414420 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c44017-f5a9-40d7-9aac-7e15beede229', 'name': 'network-vif-deleted', 'tag': '90410e4d-2e6e-4395-9cf1-b4582c4af1c3', 'status': 'completed', 'code': 200} May 10 18:05:05.436997 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-deee43bb-6aad-46b4-a63a-a10495dc21ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "PUT /v2.0/floatingips/c287eb43-e339-4e1c-9fcb-2ed41dfef965 HTTP/1.1" status: 200 len: 991 time: 2.6063397 May 10 18:05:05.560589 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:05:05.893250 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'c287eb43-e339-4e1c-9fcb-2ed41dfef965', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'floating_ip_address': '172.28.1.240', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'port_id': '27c3f4f5-98e4-4740-bdb9-600179343448', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'mac_address': 'fa:16:3e:6b:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:49Z', 'updated_at': '2021-05-10T18:05:03Z', 'revision_number': 1, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:05.897013 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] Checking router: 6ce44843-3dd1-4dd2-b81c-da3a21965f98 for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:05:05.905783 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:05.906391 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:04:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:06.084494 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:05:06.352964 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9971b-d915-4b34-89ac-6b07c2c1f64c req-3d8fbd06-d078-45ed-810b-7258e65b83f0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:06.354471 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2ab9971b-d915-4b34-89ac-6b07c2c1f64c req-3d8fbd06-d078-45ed-810b-7258e65b83f0 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.0843134 May 10 18:05:06.403755 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2ab9971b-d915-4b34-89ac-6b07c2c1f64c req-50b221dc-6138-43f3-b61c-45dfafdee02b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433297 May 10 18:05:06.453466 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'c287eb43-e339-4e1c-9fcb-2ed41dfef965', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'floating_ip_address': '172.28.1.240', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'port_id': '27c3f4f5-98e4-4740-bdb9-600179343448', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'mac_address': 'fa:16:3e:6b:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:49Z', 'updated_at': '2021-05-10T18:05:03Z', 'revision_number': 1, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:06.457502 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35737c8-d8b6-4f0f-9c3c-e9fc0d18c83c None None] The sync data for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb is: [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'c287eb43-e339-4e1c-9fcb-2ed41dfef965', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'floating_ip_address': '172.28.1.240', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'port_id': '27c3f4f5-98e4-4740-bdb9-600179343448', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'mac_address': 'fa:16:3e:6b:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:49Z', 'updated_at': '2021-05-10T18:05:03Z', 'revision_number': 1, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:05:06.484801 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:05:06.522832 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:05:06.523184 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 90410e4d-2e6e-4395-9cf1-b4582c4af1c3 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:05:06.671837 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005ac3f0-8dd7-43c2-8ddc-b391802e7bf8 None None] New status for floating IP c287eb43-e339-4e1c-9fcb-2ed41dfef965: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:05:07.415626 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:07.459503 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448', 'status': 'completed', 'code': 200} May 10 18:05:07.610970 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-d9932a2e-c264-42d8-8fd9-363b8bccb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:07.612439 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-d9932a2e-c264-42d8-8fd9-363b8bccb190 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 1098 time: 0.1303151 May 10 18:05:07.623737 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a7af2-cea3-4ad8-a97a-20a0edf7917b req-e2e4b401-f85c-4149-a086-67647aedd713 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:07.625083 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6d6a7af2-cea3-4ad8-a97a-20a0edf7917b req-e2e4b401-f85c-4149-a086-67647aedd713 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.1092155 May 10 18:05:07.750805 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6d6a7af2-cea3-4ad8-a97a-20a0edf7917b req-8032578e-6f01-4380-969f-9024a4424162 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076462 May 10 18:05:07.786197 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-04b6f5bf-07cc-4176-be28-aade6ffaa046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:07.787762 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-04b6f5bf-07cc-4176-be28-aade6ffaa046 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1618109 May 10 18:05:07.899842 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-341eb263-400f-4bd3-ae31-7e3a50dc4679 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27c3f4f5-98e4-4740-bdb9-600179343448 HTTP/1.1" status: 200 len: 1001 time: 0.0980241 May 10 18:05:07.979269 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-42d33ac2-f580-4496-b866-262b83adf748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:07.981398 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-42d33ac2-f580-4496-b866-262b83adf748 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0660014 May 10 18:05:08.095333 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-58c7c70a-38cc-4f84-bf4d-46a40f5f25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:08.096848 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-58c7c70a-38cc-4f84-bf4d-46a40f5f25ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0975704 May 10 18:05:08.240285 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-04aeb03b-ed28-4743-bc71-6ec5aee679fd service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348128 May 10 18:05:08.521313 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c6283a9-5d50-48d3-bfa2-021f3a0359b9 req-386fc40f-95ef-4278-b4a0-629ab4dea760 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736757 May 10 18:05:08.548364 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554725f-98de-45f1-9910-1004e9bb87a3 req-3d740103-ab6c-474d-9f7a-73cf31c5eead tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:08.549773 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2554725f-98de-45f1-9910-1004e9bb87a3 req-3d740103-ab6c-474d-9f7a-73cf31c5eead tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1077380 May 10 18:05:08.593388 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2554725f-98de-45f1-9910-1004e9bb87a3 req-6c9f8298-f4fe-4bae-9cc8-2447aa86d29b tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379477 May 10 18:05:08.949972 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274fbf4-3d63-46d6-b7a0-e847c7f65838 req-a8db99ae-6314-4689-a83b-7a11effaadde tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:08.951424 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e274fbf4-3d63-46d6-b7a0-e847c7f65838 req-a8db99ae-6314-4689-a83b-7a11effaadde tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.0817363 May 10 18:05:08.998147 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e274fbf4-3d63-46d6-b7a0-e847c7f65838 req-0d2577f7-92ca-4a9a-989c-a4d373d05e13 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409343 May 10 18:05:09.633737 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b0a88096-6af2-45e8-9324-04098f395be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:09.786986 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d1674-2973-4986-9567-c5f46e8a0d3a req-574694bd-9bbf-4852-9d3c-3e83d851b152 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:09.788630 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-783d1674-2973-4986-9567-c5f46e8a0d3a req-574694bd-9bbf-4852-9d3c-3e83d851b152 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.0864017 May 10 18:05:09.843813 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-783d1674-2973-4986-9567-c5f46e8a0d3a req-c878ba38-b80c-463e-a356-f00ee9327c2b tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472293 May 10 18:05:10.183232 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04ab7-75fb-409e-9abd-34cfc56900e5 req-8832e4c8-8956-4156-9f5f-01d90f1f95eb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:10.184615 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-31a04ab7-75fb-409e-9abd-34cfc56900e5 req-8832e4c8-8956-4156-9f5f-01d90f1f95eb tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.0786772 May 10 18:05:10.232633 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-31a04ab7-75fb-409e-9abd-34cfc56900e5 req-3355b339-4a2e-46e0-8487-2fe8b2928a65 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421128 May 10 18:05:10.481446 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-b9544841-8482-429a-98ad-c997016c2f1d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:10.482757 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-b9544841-8482-429a-98ad-c997016c2f1d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.0806420 May 10 18:05:10.612292 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Deleting port 61979e3b-e983-46dd-acfc-be0619886844 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:05:10.612627 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:10.741874 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] For port 61979e3b-e983-46dd-acfc-be0619886844, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61979e3b-e983-46dd-acfc-be0619886844,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:10.742141 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:11.074632 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:11.076281 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:11.076768 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Floating IP e87acc63-592d-4208-b56a-fcae7f60d4b5 disassociated. External IP: 172.28.1.80, port: 61979e3b-e983-46dd-acfc-be0619886844. May 10 18:05:11.077374 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Calling delete_port for 61979e3b-e983-46dd-acfc-be0619886844 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:05:11.170219 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a532689-af1e-4fd3-8779-b941de49f692 req-d40c3255-6851-4794-83f4-49245736cda4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:11.171725 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1a532689-af1e-4fd3-8779-b941de49f692 req-d40c3255-6851-4794-83f4-49245736cda4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 945 time: 0.1844389 May 10 18:05:11.274520 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1a532689-af1e-4fd3-8779-b941de49f692 req-3a4b23e2-a5e9-4567-9647-9310ba1deb9b tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a96269a-b657-41bc-be9e-73195f7923e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944433 May 10 18:05:11.280257 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:11.286082 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-334cb593-2ace-4672-8e36-d02e5a627c94 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:11.335718 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event deleted for resources: {'Port': ['ID=61979e3b-e983-46dd-acfc-be0619886844,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:11.339452 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:11.667089 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ab3c-3c76-4ebe-8f17-6545df66f70f req-6b492aee-2c75-4e13-911d-6b22afc2504e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:11.668560 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6e97ab3c-3c76-4ebe-8f17-6545df66f70f req-6b492aee-2c75-4e13-911d-6b22afc2504e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.2782695 May 10 18:05:11.673127 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Router ec838b65-2f5e-45a0-8490-8c2ef933a25a has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:05:11.841293 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6e97ab3c-3c76-4ebe-8f17-6545df66f70f req-6760e8db-c5d5-4dba-b891-0eb80b2d011b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1647241 May 10 18:05:11.842878 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-943d88ce-62f0-475f-99e3-8b6436b36c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:11.893264 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:05:11.902571 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] Sync routers for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:05:11.911837 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:11.912450 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:11.965562 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] No DVR routers for this DVR port 61979e3b-e983-46dd-acfc-be0619886844 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:05:11.968198 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:11.971055 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'name': 'network-vif-deleted', 'tag': '61979e3b-e983-46dd-acfc-be0619886844'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:11.986527 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1612e93-23c8-44b2-8df1-3a46965b01b5 req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "DELETE /v2.0/ports/61979e3b-e983-46dd-acfc-be0619886844 HTTP/1.1" status: 204 len: 173 time: 1.4986429 May 10 18:05:12.047665 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7da3ca8-524b-4fe8-b9a5-9395f1359cbd', 'name': 'network-vif-deleted', 'tag': '61979e3b-e983-46dd-acfc-be0619886844', 'status': 'completed', 'code': 200} May 10 18:05:12.135771 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:05:12.239890 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:12.579496 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:12.584171 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] Checking router: ec838b65-2f5e-45a0-8490-8c2ef933a25a for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:05:12.602490 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-3c7ebdb9-9e59-468c-91cd-23784d987453 req-e17efada-3c14-4f5f-93cf-d7bf88c3774d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Synchronizing usage tracker for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:05:12.611153 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:12.611933 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:12.622844 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-3c7ebdb9-9e59-468c-91cd-23784d987453 req-e17efada-3c14-4f5f-93cf-d7bf88c3774d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Unset dirty status for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:05:12.624543 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3c7ebdb9-9e59-468c-91cd-23784d987453 req-e17efada-3c14-4f5f-93cf-d7bf88c3774d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7da3ca8-524b-4fe8-b9a5-9395f1359cbd HTTP/1.1" status: 200 len: 210 time: 0.0721190 May 10 18:05:12.820772 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:05:12.862086 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:13.110105 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b846db-5740-4313-8cd0-93917a0e0a4c req-2cc4438b-a91a-4765-96ec-94c7a47da905 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:13.111714 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b6b846db-5740-4313-8cd0-93917a0e0a4c req-2cc4438b-a91a-4765-96ec-94c7a47da905 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.1177750 May 10 18:05:13.162066 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b6b846db-5740-4313-8cd0-93917a0e0a4c req-dc40696c-ef1e-4f7f-895a-1dc977dd00d4 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444543 May 10 18:05:13.183871 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:13.184241 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48c9b3-f649-48f8-8c62-2dca205df82f None None] The sync data for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb is: [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:05:13.415711 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278169-bed2-47be-83e0-fb5b74515ed6 None None] New status for floating IP e87acc63-592d-4208-b56a-fcae7f60d4b5: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:05:13.757594 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33156) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:13.820674 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4b7a411e-f157-44b1-b7ce-2f0a4b0a7e36 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:13.852121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4b7a411e-f157-44b1-b7ce-2f0a4b0a7e36 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:13.903718 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4b7a411e-f157-44b1-b7ce-2f0a4b0a7e36 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:13.907428 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fa28e669-8aca-4fa7-8508-b22a1eadd663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:13.919032 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a411e-f157-44b1-b7ce-2f0a4b0a7e36 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96269a-b657-41bc-be9e-73195f7923e9,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:13.921814 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4b7a411e-f157-44b1-b7ce-2f0a4b0a7e36 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:13.927015 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4b7a411e-f157-44b1-b7ce-2f0a4b0a7e36 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:13.928078 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-4b7a411e-f157-44b1-b7ce-2f0a4b0a7e36 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "DELETE /v2.0/security-groups/1a96269a-b657-41bc-be9e-73195f7923e9 HTTP/1.1" status: 204 len: 168 time: 0.1695085 May 10 18:05:13.930626 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33160) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:13.946792 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.api.v2.resource [None req-91b45ebe-9129-4316-a8f6-422ecaeb72b1 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] show failed (client error): The resource could not be found. May 10 18:05:13.948269 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-91b45ebe-9129-4316-a8f6-422ecaeb72b1 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups/1a96269a-b657-41bc-be9e-73195f7923e9 HTTP/1.1" status: 404 len: 347 time: 0.0167668 May 10 18:05:13.951181 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33164) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:14.169417 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Deleting port 5645a2ef-f7da-4ff8-9ff4-8dd845462e48 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:05:14.169765 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:14.345745 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:14.346063 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:14.476087 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Calling delete_port for 5645a2ef-f7da-4ff8-9ff4-8dd845462e48 owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:05:14.498866 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 61979e3b-e983-46dd-acfc-be0619886844 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:05:14.529080 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ca3e3-3307-4cac-b628-acf7b9cbf3dc req-a5af3bf9-14ef-4266-af58-6d8388972671 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:14.530471 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-eb2ca3e3-3307-4cac-b628-acf7b9cbf3dc req-a5af3bf9-14ef-4266-af58-6d8388972671 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.2343934 May 10 18:05:14.532667 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 61979e3b-e983-46dd-acfc-be0619886844 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:05:14.533080 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 61979e3b-e983-46dd-acfc-be0619886844 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:05:14.591151 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-eb2ca3e3-3307-4cac-b628-acf7b9cbf3dc req-065d5cc1-1a39-4665-ad32-c1e573d972be tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&id=d44daea5-5e30-4f77-a553-a477277b68a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524135 May 10 18:05:14.653380 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:14.657869 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c15cea7c-0f4d-4677-8253-85ba9618d030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:14.705146 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event deleted for resources: {'Port': ['ID=5645a2ef-f7da-4ff8-9ff4-8dd845462e48,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:14.730203 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:14.764578 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:14.793169 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:14.811175 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:14.812348 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "DELETE /v2.0/floatingips/e87acc63-592d-4208-b56a-fcae7f60d4b5 HTTP/1.1" status: 204 len: 168 time: 0.8602533 May 10 18:05:15.200755 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33182) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:15.206034 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819429987', 'description': 'tempest-description--2058492774'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:15.214596 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:05:15.218381 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:security_group and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:05:15.221191 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:05:15.227502 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:05:15.239037 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.258913 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:05:15.262681 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:security_group_rule and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:05:15.265447 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:05:15.270942 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:05:15.338213 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.342530 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.347534 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2afc6779-17a6-469a-ad81-a198f0b86b7f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:15.384504 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2d2385-e4e6-4df7-bd5d-3404380b752d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:15.387769 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:15.388454 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.392475 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1907251 May 10 18:05:15.392612 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33190) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:15.398926 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'security_group_rule': {'security_group_id': '3f2d2385-e4e6-4df7-bd5d-3404380b752d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:15.407890 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:05:15.411793 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:security_group_rule and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:05:15.414907 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:05:15.421901 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:05:15.437547 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.499644 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.503177 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.505132 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:15.617506 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429e10bb-48e0-4410-977a-717e97ba17a9,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:15.622100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:15.629756 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.630964 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2370253 May 10 18:05:15.633630 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33194) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:15.638700 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'security_group_rule': {'security_group_id': '3f2d2385-e4e6-4df7-bd5d-3404380b752d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:15.644221 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:05:15.647979 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:security_group_rule and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:05:15.651315 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:05:15.656955 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:05:15.674686 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.736730 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.741444 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.743839 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a16751d2-9a66-4f12-862e-c43adb0d317f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:15.766728 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf676f1-5569-4503-9d33-faeb1f444793,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:15.769164 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:15.777437 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.780691 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461017 May 10 18:05:15.781586 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33200) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:15.787704 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'floatingip': {'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:15.793832 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:05:15.797712 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Usage tracker for resource:floatingip and tenant:6f5ab280ab19470ca7e183419c48875d is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:05:15.800584 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:05:15.806154 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:05:15.816523 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:15.959511 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.105088 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Allocated IP 172.28.1.133 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/9216e9e4-5a25-42e0-b949-5ba9fd20096b) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:05:16.247808 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.277175 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.281581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:16.339289 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:05:16.341861 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:05:16.345515 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:05:16.388453 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'Port': ['ID=9216e9e4-5a25-42e0-b949-5ba9fd20096b,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:16.392250 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:16.433519 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.490436 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.693489 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.697730 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.701979 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-950dae1c-3e13-433d-bbc1-c2729689d3a7 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:16.802402 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'Port': ['ID=9216e9e4-5a25-42e0-b949-5ba9fd20096b,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:16.806405 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:16.817665 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.839540 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:16.840780 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0582540 May 10 18:05:17.062772 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-36cad26a-a1c1-497f-a8b6-705696c69372 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Synchronizing usage tracker for tenant:6f5ab280ab19470ca7e183419c48875d on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:05:17.081045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-36cad26a-a1c1-497f-a8b6-705696c69372 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Unset dirty status for tenant:6f5ab280ab19470ca7e183419c48875d on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:05:17.082228 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-36cad26a-a1c1-497f-a8b6-705696c69372 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--819429987&fields=id&tenant_id=6f5ab280ab19470ca7e183419c48875d HTTP/1.1" status: 200 len: 267 time: 0.0602405 May 10 18:05:17.235562 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-0ceb7002-fa7b-4f85-9bb2-7ce0571156c9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:17.237026 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-0ceb7002-fa7b-4f85-9bb2-7ce0571156c9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 810 time: 0.1450734 May 10 18:05:17.252507 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-8515a311-abce-412d-b873-ec8a0205b5f9 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/quotas/6f5ab280ab19470ca7e183419c48875d HTTP/1.1" status: 200 len: 375 time: 0.0100527 May 10 18:05:17.336879 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-6033ae3a-7fd5-45fa-981a-fd1838858c33 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Synchronizing usage tracker for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:05:17.351883 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-6033ae3a-7fd5-45fa-981a-fd1838858c33 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Unset dirty status for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:05:17.353489 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-6033ae3a-7fd5-45fa-981a-fd1838858c33 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955052 May 10 18:05:17.488540 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-6f841f62-d0b7-4383-aa85-d7ea0faf9aba service neutron] 10.222.0.46 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229126 May 10 18:05:17.616372 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-0e8534b1-061c-4a43-889c-547b7435137d service neutron] 10.222.0.46 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208262 May 10 18:05:17.881334 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b1decc89-1611-4086-8230-4b185b713491 req-4ab108c5-9909-41b8-a982-c0f483f5e14c tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 210 time: 0.1312883 May 10 18:05:18.859102 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-62a5fd49-de70-4254-ab8b-8ddf78bdf617 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:18.860526 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-62a5fd49-de70-4254-ab8b-8ddf78bdf617 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 810 time: 0.1515975 May 10 18:05:18.909399 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-15f3120e-9e95-450f-b124-cac978a791fa tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5ab280ab19470ca7e183419c48875d HTTP/1.1" status: 200 len: 379 time: 0.0402405 May 10 18:05:18.919478 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'port': {'device_id': 'f4271675-dccc-48c3-a53c-efab8f476818', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'admin_state_up': True, 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'security_groups': ['3f2d2385-e4e6-4df7-bd5d-3404380b752d']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:19.041432 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b719817b-26c5-41c3-a660-d14f2f6a0e69 req-e5fc3b1c-fe9a-4b71-ad70-35eecb0b2985 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 210 time: 0.0500617 May 10 18:05:19.096378 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:05:19.106122 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:05:19.115659 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Made reservation on behalf of 6f5ab280ab19470ca7e183419c48875d for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:05:19.119135 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:19.275071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Allocated IP 172.20.0.7 (3726d25a-ef5a-462e-8228-6f5b9856a4b2/0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6/462e24d1-16ad-4a87-b548-18a1c9d3aacd) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:05:19.455447 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:19.469953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Transition to ACTIVE for port object 462e24d1-16ad-4a87-b548-18a1c9d3aacd will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:05:19.492091 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:19.498083 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-edb08222-7d32-45d1-87ee-566373779448 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:19.555185 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:05:19.558624 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:05:19.566722 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:05:19.600058 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event updated for resources: {'Port': ['ID=462e24d1-16ad-4a87-b548-18a1c9d3aacd,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:19.606577 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:19.639055 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:19.639759 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:19.667024 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7517757 May 10 18:05:19.678393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Request body: {'port': {'device_id': 'f4271675-dccc-48c3-a53c-efab8f476818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:19.797962 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:19.816208 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-19fb7374-0fc0-49e8-897e-b081367c9210 None None] Provisioning for port 462e24d1-16ad-4a87-b548-18a1c9d3aacd completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:05:19.816208 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-19fb7374-0fc0-49e8-897e-b081367c9210 None None] Provisioning complete for port 462e24d1-16ad-4a87-b548-18a1c9d3aacd triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:05:19.816772 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-19fb7374-0fc0-49e8-897e-b081367c9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:19.871860 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-19fb7374-0fc0-49e8-897e-b081367c9210 None None] Port 462e24d1-16ad-4a87-b548-18a1c9d3aacd cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:05:20.148510 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462e24d1-16ad-4a87-b548-18a1c9d3aacd {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:05:20.158551 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:20.217736 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Transition to ACTIVE for port object 462e24d1-16ad-4a87-b548-18a1c9d3aacd will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:05:20.223734 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:20.228569 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:20.501218 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Pushing event updated for resources: {'Port': ['ID=462e24d1-16ad-4a87-b548-18a1c9d3aacd,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:20.529699 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:20.553088 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cee89-698c-4446-b165-1f12d2abf741 req-8d9f90e9-618f-4d62-855c-d4f3885ff636 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:20.553777 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-b98cee89-698c-4446-b165-1f12d2abf741 req-8d9f90e9-618f-4d62-855c-d4f3885ff636 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Synchronizing usage tracker for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:05:20.591018 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-b98cee89-698c-4446-b165-1f12d2abf741 req-8d9f90e9-618f-4d62-855c-d4f3885ff636 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Unset dirty status for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:05:20.592099 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b98cee89-698c-4446-b165-1f12d2abf741 req-8d9f90e9-618f-4d62-855c-d4f3885ff636 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 931 time: 0.4379988 May 10 18:05:20.599417 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Attempting to bind port 462e24d1-16ad-4a87-b548-18a1c9d3aacd on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:05:20.599768 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Attempting to bind port 462e24d1-16ad-4a87-b548-18a1c9d3aacd by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:05:20.600099 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Attempting to bind port 462e24d1-16ad-4a87-b548-18a1c9d3aacd on network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:05:20.623968 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Port 462e24d1-16ad-4a87-b548-18a1c9d3aacd on network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:05:20.624292 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Attempting to bind port 462e24d1-16ad-4a87-b548-18a1c9d3aacd on network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:05:20.632079 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:05:20.632415 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Checking segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:05:20.632793 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Bound using segment: {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:05:20.633211 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Bound port: 462e24d1-16ad-4a87-b548-18a1c9d3aacd, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e10c7-9ac6-470c-b84b-1a13270840fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:05:20.633553 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:20.665471 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b98cee89-698c-4446-b165-1f12d2abf741 req-cdcfef75-33bc-4788-95db-70124c130ab5 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670815 May 10 18:05:20.738214 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] For port 462e24d1-16ad-4a87-b548-18a1c9d3aacd, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:05:20.741092 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] For port 462e24d1-16ad-4a87-b548-18a1c9d3aacd, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=462e24d1-16ad-4a87-b548-18a1c9d3aacd,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:05:20.746158 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:20.750918 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e97a89e7-7581-47e2-8c89-45123748d6f7 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:20.803346 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:20.803975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:20.805322 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] 10.222.0.64 "PUT /v2.0/ports/462e24d1-16ad-4a87-b548-18a1c9d3aacd HTTP/1.1" status: 200 len: 1093 time: 1.1311979 May 10 18:05:20.805809 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4271675-dccc-48c3-a53c-efab8f476818', 'tag': '462e24d1-16ad-4a87-b548-18a1c9d3aacd'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:20.843590 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Pushing event updated for resources: {'Port': ['ID=462e24d1-16ad-4a87-b548-18a1c9d3aacd,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:20.886318 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4271675-dccc-48c3-a53c-efab8f476818', 'tag': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'status': 'completed', 'code': 200} May 10 18:05:20.892104 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.892470 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.892832 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.893186 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.893534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.893883 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.894229 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.894583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.894921 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.895262 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.895605 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.895980 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:20.904715 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:20.941383 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-c5c54a60-a499-4389-9419-4af1d95c292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:20.942871 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-c5c54a60-a499-4389-9419-4af1d95c292c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 1096 time: 0.0949740 May 10 18:05:21.020181 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-379f7a23-b75e-4f44-a14f-e061c6c6e5a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=462e24d1-16ad-4a87-b548-18a1c9d3aacd HTTP/1.1" status: 200 len: 217 time: 0.0692089 May 10 18:05:21.089159 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-1d3c0372-2ecc-4de9-9543-f9167577a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:21.090756 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-1d3c0372-2ecc-4de9-9543-f9167577a3d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.0638413 May 10 18:05:21.172700 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-e411c175-dd0b-43fa-933d-277d613a029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:21.174086 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-e411c175-dd0b-43fa-933d-277d613a029d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760994 May 10 18:05:21.313991 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-999ccd8e-9be6-46c1-8976-322a4d1226d9 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326683 May 10 18:05:21.444194 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcc9eb32-60a7-4004-bd28-541ee1698dc9 req-b8bd3cd8-f5c1-491f-8557-97127cd461c8 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230636 May 10 18:05:21.553601 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-be799981-e962-4e9c-996b-2a5f82d29c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:21.555062 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-be799981-e962-4e9c-996b-2a5f82d29c12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 1096 time: 0.0707941 May 10 18:05:21.686478 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-9a18c618-c6fc-4855-bace-a96ee3db17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:21.688079 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-9a18c618-c6fc-4855-bace-a96ee3db17b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 911 time: 0.1262386 May 10 18:05:21.761966 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-d20cd1f7-4c88-476d-8994-15c0697cbb66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=462e24d1-16ad-4a87-b548-18a1c9d3aacd HTTP/1.1" status: 200 len: 217 time: 0.0659189 May 10 18:05:21.871287 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-f937f65a-2b4f-45d7-9a07-05cb97578cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:21.872719 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-f937f65a-2b4f-45d7-9a07-05cb97578cb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.1026244 May 10 18:05:21.948476 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f659b-7674-4cae-9800-f741ac18ab5a req-5e9ccd9e-a7e6-4ffb-aa0b-08f87e94291d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:21.949838 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cf6f659b-7674-4cae-9800-f741ac18ab5a req-5e9ccd9e-a7e6-4ffb-aa0b-08f87e94291d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 943 time: 0.1479225 May 10 18:05:22.006863 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-3e7754f0-0fc3-4c43-ac2f-a70e37ecdacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:22.008370 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-3e7754f0-0fc3-4c43-ac2f-a70e37ecdacf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1284664 May 10 18:05:22.011493 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cf6f659b-7674-4cae-9800-f741ac18ab5a req-fc8c4757-2aa7-434d-b975-0bcb8f0fc9fe tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553210 May 10 18:05:22.145029 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-77ccb4a9-942c-4e56-b844-43de1f3f51b1 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282873 May 10 18:05:22.371179 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db35b8d5-084d-4fc7-8475-b28dce1713b1 req-6b74cb8e-0ea8-4368-9888-92da87541558 service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195895 May 10 18:05:23.200362 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18db37-c4f5-4af6-a375-9c176bb9b809 req-ae77b5c1-2353-401d-9736-dc8407f6c128 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:23.201786 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0a18db37-c4f5-4af6-a375-9c176bb9b809 req-ae77b5c1-2353-401d-9736-dc8407f6c128 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 943 time: 0.0810547 May 10 18:05:23.246002 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0a18db37-c4f5-4af6-a375-9c176bb9b809 req-0c2e7420-2290-4de9-ac3b-0c82e41fdad1 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386441 May 10 18:05:24.428665 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f98931-058a-498b-8830-75aa28586585 req-fee9294d-fef6-43d1-8240-16a641d571d4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:24.430091 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b8f98931-058a-498b-8830-75aa28586585 req-fee9294d-fef6-43d1-8240-16a641d571d4 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 943 time: 0.0788229 May 10 18:05:24.476152 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b8f98931-058a-498b-8830-75aa28586585 req-f491f178-3d54-42fb-a4a1-4fabf3ec4ba2 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 May 10 18:05:24.567292 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 462e24d1-16ad-4a87-b548-18a1c9d3aacd details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:05:24.698058 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 462e24d1-16ad-4a87-b548-18a1c9d3aacd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=462e24d1-16ad-4a87-b548-18a1c9d3aacd,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:24.714203 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'port_id': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'mac_address': 'fa:16:3e:91:53:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:05:24.770720 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:24.787388 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462e24d1-16ad-4a87-b548-18a1c9d3aacd {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:05:24.803811 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 462e24d1-16ad-4a87-b548-18a1c9d3aacd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=462e24d1-16ad-4a87-b548-18a1c9d3aacd,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:24.808627 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:24.810427 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d3f434cd-e635-4355-a433-62a2b615595a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:24.877049 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=462e24d1-16ad-4a87-b548-18a1c9d3aacd,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:24.881856 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:25.091767 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['462e24d1-16ad-4a87-b548-18a1c9d3aacd'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:05:25.679473 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6165d-6f85-41d2-bcf2-2b3f65e3ffce req-bcc33624-0093-43cd-87e3-74028cc4f4f0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:25.680946 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d3e6165d-6f85-41d2-bcf2-2b3f65e3ffce req-bcc33624-0093-43cd-87e3-74028cc4f4f0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 944 time: 0.0911169 May 10 18:05:25.729500 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d3e6165d-6f85-41d2-bcf2-2b3f65e3ffce req-7c11e497-4e53-438a-bb6b-e6c27761216f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 May 10 18:05:26.023453 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33330) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:26.085338 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Deleting subnet bcd93a0f-1084-44bb-856a-6ace5bb733ef {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:05:26.088773 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.139156 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.195315 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.433702 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.438292 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:26.475152 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd93a0f-1084-44bb-856a-6ace5bb733ef,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:26.478065 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:26.479076 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.484853 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bcd93a0f-1084-44bb-856a-6ace5bb733ef HTTP/1.1" status: 204 len: 168 time: 0.4603322 May 10 18:05:26.487153 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33334) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:26.575454 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 462e24d1-16ad-4a87-b548-18a1c9d3aacd up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:05:26.590972 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.644441 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 462e24d1-16ad-4a87-b548-18a1c9d3aacd completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:05:26.648830 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 462e24d1-16ad-4a87-b548-18a1c9d3aacd triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:05:26.649209 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.711804 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.724733 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47a45e2-255a-4d35-9b4e-0880bc2a2d5a']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:26.736299 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24278da6-e3c9-4009-a2fa-08c9b385ceee') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:26.736587 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24278da6-e3c9-4009-a2fa-08c9b385ceee') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:26.747803 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.762803 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.764749 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.771408 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:05:26.771835 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:05:26.785610 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:05:26.795579 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4271675-dccc-48c3-a53c-efab8f476818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462e24d1-16ad-4a87-b548-18a1c9d3aacd'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:26.804221 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 462e24d1-16ad-4a87-b548-18a1c9d3aacd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=462e24d1-16ad-4a87-b548-18a1c9d3aacd,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:26.812507 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.813805 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:26.847627 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4271675-dccc-48c3-a53c-efab8f476818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'code': 200} May 10 18:05:26.882813 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=462e24d1-16ad-4a87-b548-18a1c9d3aacd,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:26.888845 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:26.892064 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.898389 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:26.904825 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-50f65a65-9b57-4867-b1f8-325286c85a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:26.927183 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e47a45e2-255a-4d35-9b4e-0880bc2a2d5a HTTP/1.1" status: 204 len: 168 time: 0.4368556 May 10 18:05:26.927183 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e47a45e2-255a-4d35-9b4e-0880bc2a2d5a,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:26.929256 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6225ff2f-2312-47a9-a0a2-6e42d3852da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:26.946497 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07d1e0-5c4a-4ab5-aab9-0a2caa0fe3f4 req-29735ab6-8e0e-41b7-ba5a-85d6af06e626 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:26.948253 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0f07d1e0-5c4a-4ab5-aab9-0a2caa0fe3f4 req-29735ab6-8e0e-41b7-ba5a-85d6af06e626 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 945 time: 0.0895176 May 10 18:05:26.997349 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0f07d1e0-5c4a-4ab5-aab9-0a2caa0fe3f4 req-375ac2f6-7d7e-4d28-bff1-971dc8b5d98d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 May 10 18:05:27.085353 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33346) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:27.115509 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65458ec0-60ad-49c1-adb6-8e7a6b1afff9 req-0d1589d3-bf0b-4072-bf17-203bc7d60574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:27.116995 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-65458ec0-60ad-49c1-adb6-8e7a6b1afff9 req-0d1589d3-bf0b-4072-bf17-203bc7d60574 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 1098 time: 0.0698085 May 10 18:05:27.133903 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-6a919efc-9fb0-4033-91d8-7d2c1c4c28e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5df2723c9eb41008cfe0077087cf61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473638 May 10 18:05:27.136240 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33350) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:27.159725 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-65458ec0-60ad-49c1-adb6-8e7a6b1afff9 req-47d9d0a4-330d-466c-88d9-d9669da96f80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345960 May 10 18:05:27.193328 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26ca8717-7d26-4b29-ab30-ccf11dd3bbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:27.219194 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26ca8717-7d26-4b29-ab30-ccf11dd3bbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:27.269897 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26ca8717-7d26-4b29-ab30-ccf11dd3bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:27.274477 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-50ab8129-35d6-4532-9d29-b687a46aefe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:27.290969 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca8717-7d26-4b29-ab30-ccf11dd3bbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c034090-0a98-47a2-96f5-52cbb1483399,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:27.293519 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-26ca8717-7d26-4b29-ab30-ccf11dd3bbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:27.294701 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26ca8717-7d26-4b29-ab30-ccf11dd3bbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:27.295806 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-26ca8717-7d26-4b29-ab30-ccf11dd3bbc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c034090-0a98-47a2-96f5-52cbb1483399 HTTP/1.1" status: 204 len: 168 time: 0.1586695 May 10 18:05:28.197679 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99611137-5cbe-41a9-bb19-4bcc8602eb68 req-67986242-8154-47d6-b1d6-a88e4d2d83fa tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:28.199100 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-99611137-5cbe-41a9-bb19-4bcc8602eb68 req-67986242-8154-47d6-b1d6-a88e4d2d83fa tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 945 time: 0.0836272 May 10 18:05:28.243193 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-99611137-5cbe-41a9-bb19-4bcc8602eb68 req-c17e937d-45ff-4303-9178-eaa04509e912 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377562 May 10 18:05:29.431925 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c7acc-1ca7-471d-bfde-37b20701d468 req-127d9873-7411-4540-9067-4f020c09f3b5 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:29.433202 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c31c7acc-1ca7-471d-bfde-37b20701d468 req-127d9873-7411-4540-9067-4f020c09f3b5 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 945 time: 0.0782821 May 10 18:05:29.479753 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c31c7acc-1ca7-471d-bfde-37b20701d468 req-924d8112-815f-4af6-804c-441f2893fd0c tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 May 10 18:05:29.656852 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec00ea8-86d2-43ec-81b8-1ce7030ae120 req-95b3664a-e91d-42e4-904a-0ad75ea1eb54 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:29.658280 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6ec00ea8-86d2-43ec-81b8-1ce7030ae120 req-95b3664a-e91d-42e4-904a-0ad75ea1eb54 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 945 time: 0.0788026 May 10 18:05:29.666626 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33366) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:29.671692 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Request body: {'floatingip': {'port_id': '462e24d1-16ad-4a87-b548-18a1c9d3aacd'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:29.750020 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:30.414410 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:30.418879 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:30.583460 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Floating IP d462b0af-6483-4489-adce-926166a5842b associated. External IP: 172.28.1.133, port: 462e24d1-16ad-4a87-b548-18a1c9d3aacd. May 10 18:05:30.921799 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Router ec838b65-2f5e-45a0-8490-8c2ef933a25a has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:05:31.097870 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:05:31.102484 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:31.107081 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32630471-097d-4b1b-8d31-08495149c65d None None] Sync routers for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:05:31.116184 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32630471-097d-4b1b-8d31-08495149c65d None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:31.116800 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-32630471-097d-4b1b-8d31-08495149c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:31.163411 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-3143d488-f849-46db-8899-7489ecf83ad6 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "PUT /v2.0/floatingips/d462b0af-6483-4489-adce-926166a5842b HTTP/1.1" status: 200 len: 991 time: 1.4957318 May 10 18:05:31.164073 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4271675-dccc-48c3-a53c-efab8f476818', 'tag': '462e24d1-16ad-4a87-b548-18a1c9d3aacd'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:31.211948 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4271675-dccc-48c3-a53c-efab8f476818', 'tag': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'status': 'completed', 'code': 200} May 10 18:05:31.298792 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-32630471-097d-4b1b-8d31-08495149c65d None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:05:31.309321 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-0b1ad595-ea17-4683-96e0-932bbf7e3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:31.310776 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-0b1ad595-ea17-4683-96e0-932bbf7e3349 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f5ab280ab19470ca7e183419c48875d&device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 1098 time: 0.0756159 May 10 18:05:31.440461 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-50b4e2cf-6dd8-4ecf-a67d-de22043df5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:31.441886 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-50b4e2cf-6dd8-4ecf-a67d-de22043df5e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 200 len: 911 time: 0.1245501 May 10 18:05:31.549753 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-4664a5d3-00e6-4d02-9afc-2a77e6a46400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=462e24d1-16ad-4a87-b548-18a1c9d3aacd HTTP/1.1" status: 200 len: 999 time: 0.1008825 May 10 18:05:31.611573 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-ce2b2ac1-7ba1-4225-b985-7dd91e398a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:31.612999 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-ce2b2ac1-7ba1-4225-b985-7dd91e398a07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 200 len: 849 time: 0.0557404 May 10 18:05:31.671873 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-32630471-097d-4b1b-8d31-08495149c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'd462b0af-6483-4489-adce-926166a5842b', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'floating_ip_address': '172.28.1.133', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'port_id': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'mac_address': 'fa:16:3e:91:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4271675-dccc-48c3-a53c-efab8f476818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:05:16Z', 'updated_at': '2021-05-10T18:05:30Z', 'revision_number': 1, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:31.675644 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32630471-097d-4b1b-8d31-08495149c65d None None] Checking router: ec838b65-2f5e-45a0-8490-8c2ef933a25a for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:05:31.684418 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32630471-097d-4b1b-8d31-08495149c65d None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:31.684963 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-32630471-097d-4b1b-8d31-08495149c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:31.696091 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-3b31961e-6939-4edf-a8de-9bb0c91ddfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:31.697600 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-3b31961e-6939-4edf-a8de-9bb0c91ddfa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3726d25a-ef5a-462e-8228-6f5b9856a4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684125 May 10 18:05:31.863029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-32630471-097d-4b1b-8d31-08495149c65d None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:05:31.924945 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-1e1db960-37a5-458b-96bc-f5dcf414617b service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193325 May 10 18:05:32.060313 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61bc870e-bb2a-4c4c-a55f-6f02a5d7b270 req-d1b29d8f-2c44-4247-93d2-54c08960b2cc service neutron] 10.222.0.64 "GET /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276338 May 10 18:05:32.205261 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-32630471-097d-4b1b-8d31-08495149c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'd462b0af-6483-4489-adce-926166a5842b', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'floating_ip_address': '172.28.1.133', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'port_id': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'mac_address': 'fa:16:3e:91:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4271675-dccc-48c3-a53c-efab8f476818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:05:16Z', 'updated_at': '2021-05-10T18:05:30Z', 'revision_number': 1, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:32.209112 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32630471-097d-4b1b-8d31-08495149c65d None None] The sync data for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb is: [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': 'd462b0af-6483-4489-adce-926166a5842b', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'floating_ip_address': '172.28.1.133', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'port_id': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'mac_address': 'fa:16:3e:91:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4271675-dccc-48c3-a53c-efab8f476818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:05:16Z', 'updated_at': '2021-05-10T18:05:30Z', 'revision_number': 1, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:05:32.395616 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1c449-bef4-40e4-81f2-4eb043ebcb41 None None] New status for floating IP d462b0af-6483-4489-adce-926166a5842b: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:05:34.808922 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:35.921263 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:05:39.637220 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a4911db7-064b-46ec-9aec-3496075ba1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:41.836585 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ded6681b-07d0-4ef8-9bab-1aee582034eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:42.153708 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:42.811431 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:44.768139 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:46.904696 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c93a1-5654-4055-a130-0663dbc3257d req-ed23d9ba-4061-4e38-94b3-809c0e127b79 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:46.906137 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a19c93a1-5654-4055-a130-0663dbc3257d req-ed23d9ba-4061-4e38-94b3-809c0e127b79 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0809674 May 10 18:05:46.950769 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a19c93a1-5654-4055-a130-0663dbc3257d req-164eff37-adee-4c3f-861f-86890414639d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387774 May 10 18:05:47.202449 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-a4224b6e-9818-475c-8dde-584302b4ac8b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640285895&fields=id&tenant_id=fc866a652a374e14921d4290dce181a5 HTTP/1.1" status: 200 len: 267 time: 0.0395446 May 10 18:05:47.287324 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-7ba7b0a8-3c69-4a2e-99af-633493106d9b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:47.288794 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-7ba7b0a8-3c69-4a2e-99af-633493106d9b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 985 time: 0.0812483 May 10 18:05:47.299406 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Request body: {'port': {'security_groups': ['00980200-558b-4163-bf6a-6bfcede04c13']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:05:47.416728 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:47.649657 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] For port 8073bdb2-e070-4b87-ae96-879b397f23c7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8073bdb2-e070-4b87-ae96-879b397f23c7,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:47.673870 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:47.678203 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:47.683416 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ebae8e5-e880-413d-a14f-624d1b6adfbe tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:47.689943 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['8073bdb2-e070-4b87-ae96-879b397f23c7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:05:47.744206 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:47.744823 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:47.746165 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0fbdb03b-91f4-4b24-9bce-8a9106681196 req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "PUT /v2.0/ports/8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 943 time: 0.4511924 May 10 18:05:47.746768 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:47.754345 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33460) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:47.803796 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event updated for resources: {'Port': ['ID=8073bdb2-e070-4b87-ae96-879b397f23c7,revision_number=7']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:47.815436 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'status': 'completed', 'code': 200} May 10 18:05:47.818299 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:47.852276 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['8073bdb2-e070-4b87-ae96-879b397f23c7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:05:47.890387 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-401da726-b0a2-480a-88e7-85ab9b6b9f4e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:47.929309 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-401da726-b0a2-480a-88e7-85ab9b6b9f4e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:47.983164 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-a2090c29-666e-40e2-81f0-0bfb37ae1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:47.984816 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-a2090c29-666e-40e2-81f0-0bfb37ae1982 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc866a652a374e14921d4290dce181a5&device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1099 time: 0.1437275 May 10 18:05:48.009698 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-18056349-9244-4ddf-94fc-d22e5e0bce74 None None] Provisioning complete for port 8073bdb2-e070-4b87-ae96-879b397f23c7 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:05:48.010075 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-18056349-9244-4ddf-94fc-d22e5e0bce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:48.155546 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-401da726-b0a2-480a-88e7-85ab9b6b9f4e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:48.163165 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2b9e2a7c-833f-4703-8d1b-246b4decad8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:48.191424 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401da726-b0a2-480a-88e7-85ab9b6b9f4e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44daea5-5e30-4f77-a553-a477277b68a7,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:48.196994 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-401da726-b0a2-480a-88e7-85ab9b6b9f4e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:48.215035 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-401da726-b0a2-480a-88e7-85ab9b6b9f4e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:48.216243 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-401da726-b0a2-480a-88e7-85ab9b6b9f4e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "DELETE /v2.0/security-groups/d44daea5-5e30-4f77-a553-a477277b68a7 HTTP/1.1" status: 204 len: 168 time: 0.4612837 May 10 18:05:48.219213 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33468) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:48.220915 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-e1a72cb6-6abe-4fc2-9c65-c18412cbc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:48.222275 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-e1a72cb6-6abe-4fc2-9c65-c18412cbc799 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 200 len: 915 time: 0.2254934 May 10 18:05:48.374571 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-8de4d911-fdd3-4d80-89ee-99f9400448cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 1002 time: 0.1446168 May 10 18:05:48.444471 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e88d-38a0-4696-b2db-37a007db12cb req-94d3bf4c-323a-4547-8669-527ef4a06012 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:48.445805 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7f37e88d-38a0-4696-b2db-37a007db12cb req-94d3bf4c-323a-4547-8669-527ef4a06012 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.1657274 May 10 18:05:48.475940 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-ed9c5276-3255-4afe-a294-78a49bff499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:48.477373 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-ed9c5276-3255-4afe-a294-78a49bff499b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 HTTP/1.1" status: 200 len: 853 time: 0.0942552 May 10 18:05:48.540137 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7f37e88d-38a0-4696-b2db-37a007db12cb req-cddfc377-4e00-414c-8e46-e7082bc8f5ec tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831804 May 10 18:05:48.567494 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-9c1e38fe-8bc9-4917-9b7c-2ef3bc28230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:48.567888 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Deleting port a14d9383-940b-4109-b75e-a18e7835fe32 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:05:48.568408 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:48.568962 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-9c1e38fe-8bc9-4917-9b7c-2ef3bc28230c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47918bcb-b2db-41fc-9608-c48cebc49cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843174 May 10 18:05:48.689547 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:48.689866 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:48.786792 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-8a0339c0-a1c8-46ad-b583-39cf6a203f9d service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073879 May 10 18:05:48.809690 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Calling delete_port for a14d9383-940b-4109-b75e-a18e7835fe32 owned by network:floatingip {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:05:48.923355 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-042055b9-f0e9-4054-ae54-e954cea7a808 req-ff04cdf1-d08d-4d2d-b74a-b21da745f072 service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212413 May 10 18:05:48.936526 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:48.941147 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:48.984418 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event deleted for resources: {'Port': ['ID=a14d9383-940b-4109-b75e-a18e7835fe32,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:49.023290 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.023677 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.024036 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.024384 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.024727 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.025070 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.025409 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.025748 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.026082 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.026417 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.026750 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.027079 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:49.056140 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:49.084956 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks [] for floatingip, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:49.085276 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.l3_db [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Floating IP d30d81e8-2e93-47b1-999d-fd96d96846fb disassociated (deleted). External IP: 172.28.1.190, port: 8073bdb2-e070-4b87-ae96-879b397f23c7. May 10 18:05:49.427237 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Router 37e7dff9-e633-487c-ae19-c865a7767828 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:05:49.602866 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:05:49.612041 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] Sync routers for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:05:49.624465 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:49.625161 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:49.625885 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:49.679254 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "DELETE /v2.0/floatingips/d30d81e8-2e93-47b1-999d-fd96d96846fb HTTP/1.1" status: 204 len: 168 time: 1.4590285 May 10 18:05:49.679933 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:49.745508 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079b03-ad17-4dd6-b5e6-742f5f9dc770 req-2f13d5e2-fc39-4281-a3a2-8d622df202f1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:49.747223 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-76079b03-ad17-4dd6-b5e6-742f5f9dc770 req-2f13d5e2-fc39-4281-a3a2-8d622df202f1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0889931 May 10 18:05:49.796749 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-76079b03-ad17-4dd6-b5e6-742f5f9dc770 req-d73ee732-e8fd-4cb1-a732-bde5e85252a8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419748 May 10 18:05:49.824136 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:05:49.856311 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'status': 'completed', 'code': 200} May 10 18:05:49.952995 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-8302383b-cbf5-484c-854b-86ae47379b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:49.954462 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-8302383b-cbf5-484c-854b-86ae47379b56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc866a652a374e14921d4290dce181a5&device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 1099 time: 0.0752122 May 10 18:05:50.112426 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-93914e03-bbe0-401f-943f-e2985058deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:50.114155 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-93914e03-bbe0-401f-943f-e2985058deb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 200 len: 915 time: 0.1520395 May 10 18:05:50.194826 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-a21a2530-6d1d-465a-9a37-49b2d6aec507 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 200 len: 217 time: 0.0717778 May 10 18:05:50.199825 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 5, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:50.203693 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] Checking router: 37e7dff9-e633-487c-ae19-c865a7767828 for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:05:50.211953 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:50.212542 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:50.258006 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-1e5e2ca8-c9de-4b52-b134-2c13d73dafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:50.260134 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-1e5e2ca8-c9de-4b52-b134-2c13d73dafe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 HTTP/1.1" status: 200 len: 853 time: 0.0573893 May 10 18:05:50.346792 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-769d2805-7c40-41aa-8efd-6cf14c1a9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:50.348230 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-769d2805-7c40-41aa-8efd-6cf14c1a9b4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47918bcb-b2db-41fc-9608-c48cebc49cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807915 May 10 18:05:50.395050 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:05:50.486546 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-d48d7a70-7bbf-450b-af83-41d2b43efeba service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297054 May 10 18:05:50.621172 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2669fe0e-cd8d-49ad-be0c-956a011b4a8e req-b60e135e-e23a-44c1-a0ba-8a99f4f104d1 service neutron] 10.222.0.64 "GET /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283512 May 10 18:05:50.713459 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 5, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:05:50.718125 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392cd01-5e92-401a-987a-d9208578ce48 None None] The sync data for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb is: [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:03:35Z', 'revision_number': 4, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c25fe2d2-6e21-4d88-b1ad-8d20a359deea', 'name': '', 'network_id': '47918bcb-b2db-41fc-9608-c48cebc49cd8', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:34Z', 'updated_at': '2021-05-10T18:03:40Z', 'revision_number': 5, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'subnets': [{'id': 'e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:05:50.925010 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4c5a4-542a-4608-a096-6977d829baf1 None None] New status for floating IP d30d81e8-2e93-47b1-999d-fd96d96846fb: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:05:50.996609 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfe537-4b0e-4bf5-bd04-825117b2b0ec req-eb19f3d7-ce4c-4daf-917c-5c09f6ccf975 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:50.998195 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a0dfe537-4b0e-4bf5-bd04-825117b2b0ec req-eb19f3d7-ce4c-4daf-917c-5c09f6ccf975 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0781507 May 10 18:05:51.046601 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a0dfe537-4b0e-4bf5-bd04-825117b2b0ec req-bedb5846-cd59-4d68-bfcc-998beebcab19 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422225 May 10 18:05:52.233516 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf41e7-67b4-40ae-ad92-f60dfbc884f0 req-c547d769-2459-43ba-bd8b-01212a604421 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:52.234938 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fadf41e7-67b4-40ae-ad92-f60dfbc884f0 req-c547d769-2459-43ba-bd8b-01212a604421 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0779567 May 10 18:05:52.280161 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fadf41e7-67b4-40ae-ad92-f60dfbc884f0 req-e9936e80-4dbb-437c-86a7-1a8f2eebce62 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395517 May 10 18:05:52.992468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe42592-8d94-424a-b23b-dd2af298701e req-75f0d0ff-e755-4080-a31f-f6ccbd599ba6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:52.994144 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bfe42592-8d94-424a-b23b-dd2af298701e req-75f0d0ff-e755-4080-a31f-f6ccbd599ba6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.0808613 May 10 18:05:53.038033 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-bfe42592-8d94-424a-b23b-dd2af298701e req-ddb8da20-7972-4550-a0c5-c042a022914e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Synchronizing usage tracker for tenant:fc866a652a374e14921d4290dce181a5 on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:05:53.053117 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-bfe42592-8d94-424a-b23b-dd2af298701e req-ddb8da20-7972-4550-a0c5-c042a022914e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Unset dirty status for tenant:fc866a652a374e14921d4290dce181a5 on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:05:53.054380 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bfe42592-8d94-424a-b23b-dd2af298701e req-ddb8da20-7972-4550-a0c5-c042a022914e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535846 May 10 18:05:53.470097 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f144e6-4016-47b3-ab03-fa7a37c9d095 req-98657236-8df5-4c73-a935-ca40e42d3afb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:53.471452 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-86f144e6-4016-47b3-ab03-fa7a37c9d095 req-98657236-8df5-4c73-a935-ca40e42d3afb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0808568 May 10 18:05:53.514746 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-86f144e6-4016-47b3-ab03-fa7a37c9d095 req-58ebe49c-71da-4cad-8407-b4f7b46bcc54 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376062 May 10 18:05:54.241114 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354a9e1-48fc-4f00-b428-34ba0c4c1928 req-9525b569-8acf-40f3-b128-a7ff9164989f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:54.242535 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9354a9e1-48fc-4f00-b428-34ba0c4c1928 req-9525b569-8acf-40f3-b128-a7ff9164989f tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.0815556 May 10 18:05:54.286112 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9354a9e1-48fc-4f00-b428-34ba0c4c1928 req-bf309407-56a0-4765-a2a2-813b815a0f8b tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 May 10 18:05:54.702572 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4b5d-6a8b-413a-93d6-87df7afd044f req-c8497b52-6300-4f51-a292-67806bc90b1b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:54.704031 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11cd4b5d-6a8b-413a-93d6-87df7afd044f req-c8497b52-6300-4f51-a292-67806bc90b1b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0773125 May 10 18:05:54.863043 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11cd4b5d-6a8b-413a-93d6-87df7afd044f req-154dc30e-542b-49ec-8a81-85f4750ca866 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533902 May 10 18:05:54.902967 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-dfa0cb00-dc9f-4334-8ce4-5f5496b1dfc6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:54.904970 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-dfa0cb00-dc9f-4334-8ce4-5f5496b1dfc6 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 946 time: 0.0868123 May 10 18:05:55.044360 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Deleting port 8073bdb2-e070-4b87-ae96-879b397f23c7 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:05:55.044708 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:55.178995 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] For port 8073bdb2-e070-4b87-ae96-879b397f23c7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8073bdb2-e070-4b87-ae96-879b397f23c7,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:55.179271 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:55.305302 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Calling delete_port for 8073bdb2-e070-4b87-ae96-879b397f23c7 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:05:55.461442 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:55.468847 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1b18e65c-946a-45c1-81f2-5cb77e5f910f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:55.472067 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['8073bdb2-e070-4b87-ae96-879b397f23c7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:05:55.549495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Pushing event deleted for resources: {'Port': ['ID=8073bdb2-e070-4b87-ae96-879b397f23c7,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:55.557583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:55.598755 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] No DVR routers for this DVR port 8073bdb2-e070-4b87-ae96-879b397f23c7 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:05:55.601606 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:55.609078 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'name': 'network-vif-deleted', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:05:55.628432 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d5402-978e-440c-90bf-f2b5c7ce041c req-70d42eb4-a061-4c2c-a067-f04c8415a8ae tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:55.629884 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-533d5402-978e-440c-90bf-f2b5c7ce041c req-70d42eb4-a061-4c2c-a067-f04c8415a8ae tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4d0147f-8c55-44da-a72b-668ef07256ce HTTP/1.1" status: 200 len: 867 time: 0.2377951 May 10 18:05:55.633363 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1ad46bdd-d5ee-4bce-b59a-7c6bf155d73d req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.64 "DELETE /v2.0/ports/8073bdb2-e070-4b87-ae96-879b397f23c7 HTTP/1.1" status: 204 len: 173 time: 0.7213223 May 10 18:05:55.656800 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d0147f-8c55-44da-a72b-668ef07256ce', 'name': 'network-vif-deleted', 'tag': '8073bdb2-e070-4b87-ae96-879b397f23c7', 'status': 'completed', 'code': 200} May 10 18:05:55.679948 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-533d5402-978e-440c-90bf-f2b5c7ce041c req-030fd084-2039-408d-9f1d-5a35b1019355 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] 10.222.0.46 "GET /v2.0/security-groups?id=00980200-558b-4163-bf6a-6bfcede04c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 May 10 18:05:56.067155 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddf8c5-fbe7-43c3-8f6d-09e894dea7d6 req-07c0b9dc-d9ed-4c6c-90b7-3b1c7c6b6b76 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:56.072100 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2dddf8c5-fbe7-43c3-8f6d-09e894dea7d6 req-07c0b9dc-d9ed-4c6c-90b7-3b1c7c6b6b76 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0913589 May 10 18:05:56.113810 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2dddf8c5-fbe7-43c3-8f6d-09e894dea7d6 req-cea069d3-9f78-42ec-9631-4f23bc2ed865 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391581 May 10 18:05:57.321372 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984826e-1652-4feb-b9ec-5de8c0669d26 req-acfa5777-be56-4b75-859e-51a894b7cc94 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:57.322820 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7984826e-1652-4feb-b9ec-5de8c0669d26 req-acfa5777-be56-4b75-859e-51a894b7cc94 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0847528 May 10 18:05:57.370616 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7984826e-1652-4feb-b9ec-5de8c0669d26 req-fe403057-8f75-4e9c-ad56-61f7986b0c71 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 May 10 18:05:57.538759 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33580) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:58.143362 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655683'] for router_interface, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:58.550093 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Deleting port c25fe2d2-6e21-4d88-b1ad-8d20a359deea {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:05:58.550753 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:58.559986 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c5fd-49b8-44d9-8948-24aa8f9c6687 req-5a2a15eb-8afa-421c-a437-814c510c5daf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:58.561471 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f1b0c5fd-49b8-44d9-8948-24aa8f9c6687 req-5a2a15eb-8afa-421c-a437-814c510c5daf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0800340 May 10 18:05:58.605758 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f1b0c5fd-49b8-44d9-8948-24aa8f9c6687 req-6ffc0ec1-5f42-4836-8a60-96f2ba7111ce tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385516 May 10 18:05:58.671417 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] For port c25fe2d2-6e21-4d88-b1ad-8d20a359deea, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:58.671727 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:58.751411 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:05:58.754722 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 8073bdb2-e070-4b87-ae96-879b397f23c7 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:05:58.791698 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 8073bdb2-e070-4b87-ae96-879b397f23c7 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:05:58.792048 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 8073bdb2-e070-4b87-ae96-879b397f23c7 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:05:58.792170 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Calling delete_port for c25fe2d2-6e21-4d88-b1ad-8d20a359deea owned by network:router_interface {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:05:58.920362 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:58.933219 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:58.936150 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '27c3f4f5-98e4-4740-bdb9-600179343448', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'port_id': '27c3f4f5-98e4-4740-bdb9-600179343448', 'mac_address': 'fa:16:3e:6b:62:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:05:58.937662 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-97402df7-eaf4-4a76-b198-5953a91ea339 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:58.978219 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25fe2d2-6e21-4d88-b1ad-8d20a359deea,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:58.981838 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:58.991942 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:59.011613 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27c3f4f5-98e4-4740-bdb9-600179343448 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:05:59.029084 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:05:59.035146 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:59.037736 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:05:59.115042 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=6']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:59.124171 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.124512 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.124843 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.125169 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.125490 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.125897 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.126381 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.126848 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.127316 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.127820 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.128285 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.128738 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:59.140845 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:05:59.151265 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['27c3f4f5-98e4-4740-bdb9-600179343448'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:05:59.346116 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678387'] for router_interface, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:05:59.705475 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Router 37e7dff9-e633-487c-ae19-c865a7767828 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:05:59.812673 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab210496-92f2-4464-a152-f54b585a608b req-dd1ef9f0-5a90-4ec1-ae0b-347147e4053d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:05:59.814165 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ab210496-92f2-4464-a152-f54b585a608b req-dd1ef9f0-5a90-4ec1-ae0b-347147e4053d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 944 time: 0.0871110 May 10 18:05:59.883924 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ab210496-92f2-4464-a152-f54b585a608b req-a1983200-64ef-4469-bcd7-10c2ad42582a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631180 May 10 18:05:59.907684 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:05:59.920863 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] Sync routers for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:05:59.924967 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d03e71d9-486f-4d29-b0b0-7d92e6d52979 admin admin] 10.222.0.46 "PUT /v2.0/routers/37e7dff9-e633-487c-ae19-c865a7767828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3850775 May 10 18:05:59.927333 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33614) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:05:59.932338 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:05:59.933176 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:00.119566 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:00.178257 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:06:00.336460 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:00.428996 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Deleting port 00a207af-f97a-4f46-9582-78f9b256c7e9 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:00.429617 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:00.545173 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 5, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port': {'id': '00a207af-f97a-4f46-9582-78f9b256c7e9', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7dff9-e633-487c-ae19-c865a7767828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:28Z', 'updated_at': '2021-05-10T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:00.555999 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] Checking router: 37e7dff9-e633-487c-ae19-c865a7767828 for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:06:00.568799 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] Routers {'37e7dff9-e633-487c-ae19-c865a7767828'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:06:00.569956 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['37e7dff9-e633-487c-ae19-c865a7767828'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:00.665522 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] For port 00a207af-f97a-4f46-9582-78f9b256c7e9, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=00a207af-f97a-4f46-9582-78f9b256c7e9,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:00.665769 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:00.751461 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] Set router 37e7dff9-e633-487c-ae19-c865a7767828 gateway port host: None {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:06:00.792380 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Calling delete_port for 00a207af-f97a-4f46-9582-78f9b256c7e9 owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:00.804188 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:06:00.913839 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:06:00Z', 'revision_number': 6, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port_host': None}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:00.923447 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729ec02-bb01-4425-a513-ddb78fde8816 None None] The sync data for ids ['37e7dff9-e633-487c-ae19-c865a7767828'] in dv-cinder-790492-1-smb is: [{'id': '37e7dff9-e633-487c-ae19-c865a7767828', 'name': 'tempest-TestMinimumBasicScenario-420857196-router', 'tenant_id': 'fc866a652a374e14921d4290dce181a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:27Z', 'updated_at': '2021-05-10T18:06:00Z', 'revision_number': 6, 'project_id': 'fc866a652a374e14921d4290dce181a5', 'gw_port_host': None}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:06:00.961623 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 27c3f4f5-98e4-4740-bdb9-600179343448 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:06:00.962003 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:00.972128 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:00.977114 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-04e3106a-28d9-4ff7-9515-0517c68f95b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:01.032611 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a207af-f97a-4f46-9582-78f9b256c7e9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:01.037024 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:01.111211 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.153668 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:06:01.174836 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668775'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.182471 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:01.193518 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99c22-15bd-4e24-b1f0-384cfff793f9 req-8b306d9b-8963-4d49-b44b-6ac9943c90bd tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:01.194182 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.196251 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:01.202512 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c4c99c22-15bd-4e24-b1f0-384cfff793f9 req-8b306d9b-8963-4d49-b44b-6ac9943c90bd tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 944 time: 0.1155436 May 10 18:06:01.257755 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c4c99c22-15bd-4e24-b1f0-384cfff793f9 req-32e6e977-9625-43c6-808a-664c8a805959 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540848 May 10 18:06:01.260826 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448', 'code': 200} May 10 18:06:01.345346 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=7']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:01.357660 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:01.390705 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29528'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.392972 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.427143 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665205'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.427143 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e7dff9-e633-487c-ae19-c865a7767828 {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 18:06:01.440389 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.444110 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/37e7dff9-e633-487c-ae19-c865a7767828 HTTP/1.1" status: 204 len: 168 time: 1.5155964 May 10 18:06:01.446549 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33624) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:01.518705 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Deleting subnet e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:06:01.522418 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.580711 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:01.728447 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.052692 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.058824 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:02.098787 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:02.107971 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:02.111977 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7d69a-aa59-4ba5-9027-be0eb6c7afbf None None] Network 47918bcb-b2db-41fc-9608-c48cebc49cd8 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:06:02.115834 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.124985 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e01f2f8d-1367-4e7c-9b9f-f5c3c0a5a085 HTTP/1.1" status: 204 len: 168 time: 0.6750400 May 10 18:06:02.125204 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33630) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:02.240492 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.381608 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Deleting port 25e28588-ed1f-462c-930b-325e0d124692 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:02.381906 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.388720 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 00a207af-f97a-4f46-9582-78f9b256c7e9 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:02.461429 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] DHCP port deletion for 47918bcb-b2db-41fc-9608-c48cebc49cd8 request from dv-cinder-790492-1-smb {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 18:06:02.490091 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 00a207af-f97a-4f46-9582-78f9b256c7e9 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:02.495229 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 00a207af-f97a-4f46-9582-78f9b256c7e9 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:02.495229 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c25fe2d2-6e21-4d88-b1ad-8d20a359deea no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:02.617807 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: c25fe2d2-6e21-4d88-b1ad-8d20a359deea {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:02.618195 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c25fe2d2-6e21-4d88-b1ad-8d20a359deea not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:02.622158 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526e2dd-72dc-4003-ae68-93f3931b461a req-7b63b097-1d28-4e93-8a1f-b91e93aa33c6 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:02.626303 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c526e2dd-72dc-4003-ae68-93f3931b461a req-7b63b097-1d28-4e93-8a1f-b91e93aa33c6 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.1458368 May 10 18:06:02.663156 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] For port 25e28588-ed1f-462c-930b-325e0d124692, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=25e28588-ed1f-462c-930b-325e0d124692,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:02.663499 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.688194 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] Deleting port 25e28588-ed1f-462c-930b-325e0d124692 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:02.688562 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.691080 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c526e2dd-72dc-4003-ae68-93f3931b461a req-417d4700-6629-446d-8ed7-2bdc1582857d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567811 May 10 18:06:02.811406 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] For port 25e28588-ed1f-462c-930b-325e0d124692, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=25e28588-ed1f-462c-930b-325e0d124692,segment=NetworkSegment(caa1d217-a183-486e-87dd-aea80940381f),segment_id=caa1d217-a183-486e-87dd-aea80940381f)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:02.811859 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.812152 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Calling delete_port for 25e28588-ed1f-462c-930b-325e0d124692 owned by network:dhcp {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:02.882360 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:02.889477 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0ef957c1-b56c-4ed2-b58d-7a4a60ae2760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:02.941902 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e28588-ed1f-462c-930b-325e0d124692,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:02.949576 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:02.953348 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] No DVR routers for this DVR port 25e28588-ed1f-462c-930b-325e0d124692 on host dv-cinder-790492-1-smb {{(pid=78706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:02.984388 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] Calling delete_port for 25e28588-ed1f-462c-930b-325e0d124692 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:03.100386 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:03.116013 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47918bcb-b2db-41fc-9608-c48cebc49cd8']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:03.139440 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa1d217-a183-486e-87dd-aea80940381f') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:03.139440 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa1d217-a183-486e-87dd-aea80940381f') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:03.149819 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:03.156640 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:03.156769 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:03.169596 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:03.175673 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:06:03.176108 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:06:03.189526 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:06:03.196433 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] Pushing event deleted for resources: {'Port': ['ID=25e28588-ed1f-462c-930b-325e0d124692,revision_number=None']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:03.200673 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:03.203202 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] No DVR routers for this DVR port 25e28588-ed1f-462c-930b-325e0d124692 on host dv-cinder-790492-1-smb {{(pid=78707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:03.276001 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:03.282349 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:03.286807 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:03.309821 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=47918bcb-b2db-41fc-9608-c48cebc49cd8,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:03.312948 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:03.328541 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-fecf71d6-49d2-4a1e-a995-988dd05045b0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/47918bcb-b2db-41fc-9608-c48cebc49cd8 HTTP/1.1" status: 204 len: 168 time: 1.2020369 May 10 18:06:03.331256 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33642) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:03.914444 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7aebd-64d8-43ba-811d-f0bb41e7f6cd req-e3ae566d-63d4-4c28-aec6-3ec122b0262d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:03.922021 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-27f7aebd-64d8-43ba-811d-f0bb41e7f6cd req-e3ae566d-63d4-4c28-aec6-3ec122b0262d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.1021435 May 10 18:06:03.973433 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655683'] for router_interface, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:03.984648 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-27f7aebd-64d8-43ba-811d-f0bb41e7f6cd req-bd3706fc-9505-4c95-bd20-45d3006f0a5f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616908 May 10 18:06:04.363539 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 25e28588-ed1f-462c-930b-325e0d124692 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:04.413644 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 25e28588-ed1f-462c-930b-325e0d124692 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:04.414300 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 25e28588-ed1f-462c-930b-325e0d124692 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:04.554807 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Deleting port 4c7c983e-f828-4a0f-9462-b27821d48158 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:04.555357 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:04.692753 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] For port 4c7c983e-f828-4a0f-9462-b27821d48158, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=4c7c983e-f828-4a0f-9462-b27821d48158,segment=NetworkSegment(f69c42a6-f98e-49b6-bf00-b2734b76f846),segment_id=f69c42a6-f98e-49b6-bf00-b2734b76f846)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:04.693116 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:04.818442 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Calling delete_port for 4c7c983e-f828-4a0f-9462-b27821d48158 owned by network:router_interface {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:04.835780 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:04.971535 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:04.975660 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:05.024110 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7c983e-f828-4a0f-9462-b27821d48158,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:05.054019 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:05.227739 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95faba9-71ea-4bb7-b850-c739c7307ade req-60397ee8-8625-4caa-80dc-dbca96acc162 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:05.237398 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f95faba9-71ea-4bb7-b850-c739c7307ade req-60397ee8-8625-4caa-80dc-dbca96acc162 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.1053348 May 10 18:06:05.295486 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f95faba9-71ea-4bb7-b850-c739c7307ade req-1023b483-5e29-4c37-8dad-ee4f2b4f3699 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570917 May 10 18:06:05.389018 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678387'] for router_interface, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:05.764708 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Router 0de1337c-9dd4-4d43-bd38-950130cbe10f has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:06:06.062122 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:06:06.071540 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] Sync routers for ids ['0de1337c-9dd4-4d43-bd38-950130cbe10f'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:06:06.079701 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] 10.222.0.46 "PUT /v2.0/routers/0de1337c-9dd4-4d43-bd38-950130cbe10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7470598 May 10 18:06:06.081864 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33654) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:06.082505 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] Routers {'0de1337c-9dd4-4d43-bd38-950130cbe10f'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:06:06.083140 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['0de1337c-9dd4-4d43-bd38-950130cbe10f'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:06.295323 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] Set router 0de1337c-9dd4-4d43-bd38-950130cbe10f gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:06:06.383967 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:06.612014 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:06.631895 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port': {'id': '92cfa435-892d-439f-acfd-a41a991a34c8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:03:39Z', 'updated_at': '2021-05-10T18:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:06.636012 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] Checking router: 0de1337c-9dd4-4d43-bd38-950130cbe10f for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:06:06.645183 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] Routers {'0de1337c-9dd4-4d43-bd38-950130cbe10f'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:06:06.646433 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:05:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['0de1337c-9dd4-4d43-bd38-950130cbe10f'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:06.669451 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5164f-00d3-4e4b-9d94-94cfc8850cb4 req-d9165fdc-0e2b-4f83-8491-822b4241f1c3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:06.677568 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-08b5164f-00d3-4e4b-9d94-94cfc8850cb4 req-d9165fdc-0e2b-4f83-8491-822b4241f1c3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.2007747 May 10 18:06:06.735293 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Deleting port 92cfa435-892d-439f-acfd-a41a991a34c8 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:06.736268 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-08b5164f-00d3-4e4b-9d94-94cfc8850cb4 req-010bae5c-ffeb-4b5c-a193-f9b0eb2840c3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574005 May 10 18:06:06.736434 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:06.874296 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] For port 92cfa435-892d-439f-acfd-a41a991a34c8, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=92cfa435-892d-439f-acfd-a41a991a34c8,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:06.874960 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:06.880551 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] Set router 0de1337c-9dd4-4d43-bd38-950130cbe10f gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:06:07.003543 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Calling delete_port for 92cfa435-892d-439f-acfd-a41a991a34c8 owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:07.007925 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:06:06Z', 'revision_number': 6, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port_host': None}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:07.012406 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10609cf-3292-4be0-8b59-eee95dfe56c4 None None] The sync data for ids ['0de1337c-9dd4-4d43-bd38-950130cbe10f'] in dv-cinder-790492-1-smb is: [{'id': '0de1337c-9dd4-4d43-bd38-950130cbe10f', 'name': 'tempest-TestMinimumBasicScenario-1391076465-router', 'tenant_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:03:38Z', 'updated_at': '2021-05-10T18:06:06Z', 'revision_number': 6, 'project_id': '3ca095b45b824b9ab3dbc33fafd9bedd', 'gw_port_host': None}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:06:07.181591 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:07.186117 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e35608ec-16c5-4755-b762-85ce31e6acb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:07.260307 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=92cfa435-892d-439f-acfd-a41a991a34c8,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:07.263376 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:07.341534 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668775'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:07.645139 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29528'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:07.647759 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:07.672958 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665205'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:07.673493 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de1337c-9dd4-4d43-bd38-950130cbe10f {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 18:06:07.687253 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:07.688385 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0de1337c-9dd4-4d43-bd38-950130cbe10f HTTP/1.1" status: 204 len: 168 time: 1.6040051 May 10 18:06:07.690909 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 33668) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:07.759929 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] Deleting subnet 793f8e46-dc88-4f0c-847a-fc081d031d73 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:06:07.763884 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:07.818720 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:07.935452 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:08.017848 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d73da-8803-4564-aad4-baf4105c98f0 req-143420b1-a707-4030-9ebf-93cae2b7c389 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:08.025046 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-538d73da-8803-4564-aad4-baf4105c98f0 req-143420b1-a707-4030-9ebf-93cae2b7c389 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.1352258 May 10 18:06:08.098509 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-538d73da-8803-4564-aad4-baf4105c98f0 req-821cab7c-d91e-4b25-9e5f-5393015f77d7 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724778 May 10 18:06:08.289956 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:08.296709 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-beb5ade3-2e0e-4b21-8ddc-df8515e0bd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:08.343766 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793f8e46-dc88-4f0c-847a-fc081d031d73,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:08.345739 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:08.348721 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:08.356736 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d04eafb8-1546-49c3-9dcb-647051764dbf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/793f8e46-dc88-4f0c-847a-fc081d031d73 HTTP/1.1" status: 204 len: 168 time: 0.6647353 May 10 18:06:08.356902 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33674) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:08.366312 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95faa571-8406-40de-9892-230ebb943895 None None] Network 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:06:08.480029 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:08.515787 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 92cfa435-892d-439f-acfd-a41a991a34c8 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:08.555156 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Deleting port 1570e1ff-f508-4ff1-b1ef-33edc46928ee {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:08.555156 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:08.557858 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 92cfa435-892d-439f-acfd-a41a991a34c8 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:08.558373 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 92cfa435-892d-439f-acfd-a41a991a34c8 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:08.559048 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 4c7c983e-f828-4a0f-9462-b27821d48158 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:08.657769 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 4c7c983e-f828-4a0f-9462-b27821d48158 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:08.658139 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 4c7c983e-f828-4a0f-9462-b27821d48158 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:08.668917 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] For port 1570e1ff-f508-4ff1-b1ef-33edc46928ee, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=1570e1ff-f508-4ff1-b1ef-33edc46928ee,segment=NetworkSegment(f69c42a6-f98e-49b6-bf00-b2734b76f846),segment_id=f69c42a6-f98e-49b6-bf00-b2734b76f846)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:08.671145 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:08.775379 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] DHCP port deletion for 782fa3f5-a61a-4cc2-9e1c-a9e90de70844 request from dv-cinder-790492-1-smb {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 18:06:08.809686 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Calling delete_port for 1570e1ff-f508-4ff1-b1ef-33edc46928ee owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:08.849224 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] Deleting port 1570e1ff-f508-4ff1-b1ef-33edc46928ee {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:08.849618 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:08.875206 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:08.885071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eda5517-9b03-4d69-93e7-81ad677d335d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:08.935257 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] No DVR routers for this DVR port 1570e1ff-f508-4ff1-b1ef-33edc46928ee on host dv-cinder-790492-1-smb {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:08.937081 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Pushing event deleted for resources: {'Port': ['ID=1570e1ff-f508-4ff1-b1ef-33edc46928ee,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:08.963188 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] For port 1570e1ff-f508-4ff1-b1ef-33edc46928ee, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=1570e1ff-f508-4ff1-b1ef-33edc46928ee,segment=NetworkSegment(f69c42a6-f98e-49b6-bf00-b2734b76f846),segment_id=f69c42a6-f98e-49b6-bf00-b2734b76f846)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:08.963419 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:08.969571 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.097148 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.101228 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] Calling delete_port for 1570e1ff-f508-4ff1-b1ef-33edc46928ee owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:09.113539 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782fa3f5-a61a-4cc2-9e1c-a9e90de70844']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:09.127295 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69c42a6-f98e-49b6-bf00-b2734b76f846') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:09.127599 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69c42a6-f98e-49b6-bf00-b2734b76f846') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:09.140649 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11307737'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.158504 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.163241 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.165171 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:06:09.165573 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488692'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.167367 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-50d031ee-0c04-4f40-b6c6-31c39512a482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: Traceback (most recent call last): May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: timer() May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: cb(*args, **kw) May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: return func(*args, **kwargs) May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: self._notify() May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: self.callback(batched_events) May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: event.method(event) May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: return f(self, *a, **k) May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: return self._get(url).json() May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: return self.request(url, 'GET', **kwargs) May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:06:09.226406 dv-cinder-790492-1-smb neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:06:09.246292 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] No DVR routers for this DVR port 1570e1ff-f508-4ff1-b1ef-33edc46928ee on host dv-cinder-790492-1-smb {{(pid=78707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:09.250614 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] Pushing event deleted for resources: {'Port': ['ID=1570e1ff-f508-4ff1-b1ef-33edc46928ee,revision_number=None']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:09.253139 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:09.307493 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.320618 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:09.334148 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.354410 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] 10.222.0.46 "DELETE /v2.0/networks/782fa3f5-a61a-4cc2-9e1c-a9e90de70844 HTTP/1.1" status: 204 len: 168 time: 0.9951732 May 10 18:06:09.356158 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Pushing event deleted for resources: {'Network': ['ID=782fa3f5-a61a-4cc2-9e1c-a9e90de70844,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:09.363988 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c18b85a8-793f-4f15-88ce-d4f834e4da45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:09.396498 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6841-092f-469b-828e-625891beddb3 req-3ac57e32-78f2-4dd3-8530-ae9760f2cbc9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:09.397965 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed4b6841-092f-469b-828e-625891beddb3 req-3ac57e32-78f2-4dd3-8530-ae9760f2cbc9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.1392112 May 10 18:06:09.460693 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ed4b6841-092f-469b-828e-625891beddb3 req-4967874b-df2d-476c-87ad-d846daf5b6de tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568826 May 10 18:06:09.585966 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33688) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:09.640426 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b6bb43e4-9039-48a4-b2a4-b068799d68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.648520 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-2e5cf2f8-3856-428b-b085-bbe030880d6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc866a652a374e14921d4290dce181a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613668 May 10 18:06:09.650909 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33692) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:09.719187 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-638a43de-1fb6-4cbf-af05-a5589348808c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.749327 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-638a43de-1fb6-4cbf-af05-a5589348808c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.813416 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-638a43de-1fb6-4cbf-af05-a5589348808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.824373 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-06e3dad0-9339-406e-90b7-3763cea70ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:09.836757 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a43de-1fb6-4cbf-af05-a5589348808c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00980200-558b-4163-bf6a-6bfcede04c13,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:09.843911 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-638a43de-1fb6-4cbf-af05-a5589348808c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:09.845222 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-638a43de-1fb6-4cbf-af05-a5589348808c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:09.849645 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-638a43de-1fb6-4cbf-af05-a5589348808c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00980200-558b-4163-bf6a-6bfcede04c13 HTTP/1.1" status: 204 len: 168 time: 0.1977048 May 10 18:06:10.222430 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33712) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:10.270008 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d5952738-657a-4c92-9b90-c58b92eaa7e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ca095b45b824b9ab3dbc33fafd9bedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463836 May 10 18:06:10.272388 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33716) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:10.327398 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 1570e1ff-f508-4ff1-b1ef-33edc46928ee no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:10.333265 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-84eff68f-8a47-449f-b45c-7cddae75ceb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:10.362178 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 1570e1ff-f508-4ff1-b1ef-33edc46928ee {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:10.362531 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 1570e1ff-f508-4ff1-b1ef-33edc46928ee not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:10.362692 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-84eff68f-8a47-449f-b45c-7cddae75ceb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:10.413294 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-84eff68f-8a47-449f-b45c-7cddae75ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:10.416808 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4d8f9a11-ba7e-4db7-896c-a40f32c1405d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:10.429640 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eff68f-8a47-449f-b45c-7cddae75ceb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2644ab5-276b-4e2c-96c3-f3c37fd0cb1c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:10.432475 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-84eff68f-8a47-449f-b45c-7cddae75ceb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:10.434399 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-84eff68f-8a47-449f-b45c-7cddae75ceb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:10.435784 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-84eff68f-8a47-449f-b45c-7cddae75ceb7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2644ab5-276b-4e2c-96c3-f3c37fd0cb1c HTTP/1.1" status: 204 len: 168 time: 0.1624315 May 10 18:06:10.723039 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb350c-84b5-45e9-9cba-00676535d748 req-ff73358f-b85d-4503-8e2c-e3dfa16801d8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:10.724517 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a9cb350c-84b5-45e9-9cba-00676535d748 req-ff73358f-b85d-4503-8e2c-e3dfa16801d8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.1384740 May 10 18:06:10.754486 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-540c9750-11b5-4e55-900c-7e132a025a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:10.755992 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-540c9750-11b5-4e55-900c-7e132a025a9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 1098 time: 0.1234159 May 10 18:06:10.929312 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a9cb350c-84b5-45e9-9cba-00676535d748 req-f0017ae2-ac9c-45dd-83be-60b704f00d36 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944709 May 10 18:06:10.983074 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-4f00662a-9b4a-4846-b971-db89513fc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:10.984438 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-4f00662a-9b4a-4846-b971-db89513fc91b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.2201705 May 10 18:06:11.093254 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-85873a34-5f5c-424e-9ac8-635ce4473661 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27c3f4f5-98e4-4740-bdb9-600179343448 HTTP/1.1" status: 200 len: 1001 time: 0.1014960 May 10 18:06:11.156743 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-f6498e49-63cb-4046-929c-7b23a88c32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:11.158176 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-f6498e49-63cb-4046-929c-7b23a88c32df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0582929 May 10 18:06:11.236708 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-53b88956-2210-47ea-a5f9-13aa6d605ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:11.238099 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-53b88956-2210-47ea-a5f9-13aa6d605ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720339 May 10 18:06:11.377783 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-4614dfbf-555c-4f45-a847-8fd5bd19f96a service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326380 May 10 18:06:11.515410 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffcafd1f-9274-4096-b715-9b4c7d7d943c req-d3810bd6-e325-48c7-afe7-531c3fb0ffaf service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311085 May 10 18:06:11.839920 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e7b0a3ac-db85-48db-ab3b-e79421996998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:12.124399 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f9bce-c9a4-40c3-93cb-6d0628f86a8a req-e842ed09-308c-4f52-866e-67bfac27ec57 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:12.125760 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d12f9bce-c9a4-40c3-93cb-6d0628f86a8a req-e842ed09-308c-4f52-866e-67bfac27ec57 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0784168 May 10 18:06:12.157923 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:12.174034 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d12f9bce-c9a4-40c3-93cb-6d0628f86a8a req-ff7ab4d2-53b3-4670-8117-601ab026efc5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 May 10 18:06:12.814308 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:12.920444 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:06:13.363924 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a63e8-5012-4c51-a890-7efb7c00f2ff req-97cda271-3070-477f-b45f-b07b6e2a6fbb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:13.365580 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fd5a63e8-5012-4c51-a890-7efb7c00f2ff req-97cda271-3070-477f-b45f-b07b6e2a6fbb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.0808425 May 10 18:06:13.411927 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fd5a63e8-5012-4c51-a890-7efb7c00f2ff req-e11b6f63-f615-439c-8dd7-b2d1d4c8f4c4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 May 10 18:06:14.724049 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea8aa7-1c0f-4866-82eb-54f954e327aa req-3d678c2d-47d9-4c2a-84a0-d72c65bb28b8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:14.725699 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-48ea8aa7-1c0f-4866-82eb-54f954e327aa req-3d678c2d-47d9-4c2a-84a0-d72c65bb28b8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 945 time: 0.2114892 May 10 18:06:14.778310 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:14.780815 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-48ea8aa7-1c0f-4866-82eb-54f954e327aa req-3cdf3a5e-bee0-42fe-b879-24ae14c0c356 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485220 May 10 18:06:14.858529 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:14.864061 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 33800) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:14.971024 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:14.977770 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-e5e0e20a-ddf4-4f53-828d-2c4be6853f4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125090 May 10 18:06:15.000974 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:06:15.010288 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:15.017720 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:15.019837 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-2347526f-cea0-491a-93c3-d8cbce6ceed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:15.057312 dv-cinder-790492-1-smb neutron-server[78707]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448', 'code': 422} returned with failed status May 10 18:06:15.089906 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=8']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:15.092954 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:15.982040 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18644c0-1d43-4ee9-bf0b-13af23814bea req-95716200-ac1c-4a4a-bc09-250d75883d77 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:15.983578 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a18644c0-1d43-4ee9-bf0b-13af23814bea req-95716200-ac1c-4a4a-bc09-250d75883d77 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0878508 May 10 18:06:16.039744 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a18644c0-1d43-4ee9-bf0b-13af23814bea req-eaf61f4a-ddab-432d-9100-76f6d1e11e32 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477805 May 10 18:06:16.477825 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1424309-1c88-47a2-91c6-191da10344ec req-70d89e5a-8131-40a9-b22b-76ab011c6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:16.479282 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-70d89e5a-8131-40a9-b22b-76ab011c6cdd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433&tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae HTTP/1.1" status: 200 len: 1096 time: 0.0706146 May 10 18:06:16.571030 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1424309-1c88-47a2-91c6-191da10344ec req-c3b4bd76-eb07-47b7-84ea-80c3c27476ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:16.572600 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-c3b4bd76-eb07-47b7-84ea-80c3c27476ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 1096 time: 0.0736685 May 10 18:06:16.703474 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1424309-1c88-47a2-91c6-191da10344ec req-e01a2d67-4e20-4644-8dd4-bcb8c41574e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:16.704910 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-e01a2d67-4e20-4644-8dd4-bcb8c41574e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1260765 May 10 18:06:16.804312 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-4d95389b-8cae-4f86-8c39-e10501d288a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27c3f4f5-98e4-4740-bdb9-600179343448 HTTP/1.1" status: 200 len: 999 time: 0.0929885 May 10 18:06:16.867285 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1424309-1c88-47a2-91c6-191da10344ec req-124cbb0b-3fa4-4812-80be-f5008256e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:16.868887 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-124cbb0b-3fa4-4812-80be-f5008256e2f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0577860 May 10 18:06:16.941117 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1424309-1c88-47a2-91c6-191da10344ec req-c1249158-27bf-48a5-9cde-0c970dfc45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:16.942523 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-c1249158-27bf-48a5-9cde-0c970dfc45cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677264 May 10 18:06:17.204408 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-df92ec89-7883-4c46-88cc-f4354a955539 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545538 May 10 18:06:17.338209 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1fe1-923f-4259-b90e-417220ed822a req-ab4e1f59-288a-47c0-b656-db455b2b3bc3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:17.339544 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6a2b1fe1-923f-4259-b90e-417220ed822a req-ab4e1f59-288a-47c0-b656-db455b2b3bc3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.1824577 May 10 18:06:17.373492 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e1424309-1c88-47a2-91c6-191da10344ec req-9ae08c0d-d8de-4481-89b2-e5d923cbab63 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620853 May 10 18:06:17.395455 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6a2b1fe1-923f-4259-b90e-417220ed822a req-42313418-f2cc-4645-9ab6-2754c7c05a72 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453465 May 10 18:06:18.604614 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73fd5f-6a3f-470f-8c62-374aad015b31 req-04c6c7c1-421b-46a6-9047-c9de2ae59bc2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:18.613030 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e73fd5f-6a3f-470f-8c62-374aad015b31 req-04c6c7c1-421b-46a6-9047-c9de2ae59bc2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0991454 May 10 18:06:18.654666 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1e73fd5f-6a3f-470f-8c62-374aad015b31 req-2e91959f-d100-43d4-ae3b-8ba01453e68a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 May 10 18:06:19.856603 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db80c9-920f-465d-99c3-642656b4ac5d req-808c6301-efd4-413e-bf43-d0b575c139cf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:19.858154 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b3db80c9-920f-465d-99c3-642656b4ac5d req-808c6301-efd4-413e-bf43-d0b575c139cf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0862739 May 10 18:06:19.908323 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b3db80c9-920f-465d-99c3-642656b4ac5d req-7757fd5e-c80b-43dd-879d-34024f4ca120 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442123 May 10 18:06:21.124397 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec3ce8-b042-4fae-9444-7e063611b6af req-6458398a-fe2e-4a93-8d8d-e15134b6d81f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:21.125849 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcec3ce8-b042-4fae-9444-7e063611b6af req-6458398a-fe2e-4a93-8d8d-e15134b6d81f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0894487 May 10 18:06:21.174192 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dcec3ce8-b042-4fae-9444-7e063611b6af req-76934b32-a1c7-4c4b-9010-70e253b18815 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 May 10 18:06:22.373714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a5b08-f133-4717-bdee-3fbf087158b1 req-c8c6b4f9-177a-45e3-8569-174d1fbb9e4f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:22.375107 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-072a5b08-f133-4717-bdee-3fbf087158b1 req-c8c6b4f9-177a-45e3-8569-174d1fbb9e4f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0851376 May 10 18:06:22.423453 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-072a5b08-f133-4717-bdee-3fbf087158b1 req-f34d1aef-b549-49a5-b504-9bf24ee6da96 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416653 May 10 18:06:23.630931 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31196d1-8542-47c6-85ea-8eac195f2d88 req-6fa4e3ff-a46f-4ce5-bf55-9d358cdfe2ad tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:23.632414 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d31196d1-8542-47c6-85ea-8eac195f2d88 req-6fa4e3ff-a46f-4ce5-bf55-9d358cdfe2ad tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0892451 May 10 18:06:23.681706 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d31196d1-8542-47c6-85ea-8eac195f2d88 req-77729273-7b73-4e1a-9ace-c8c66b970fbd tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435793 May 10 18:06:24.884855 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0216e-ce7d-4184-a0e1-5c1e485ab640 req-198fef92-35a6-4387-a09a-432c6b9a1569 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:24.886370 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-aec0216e-ce7d-4184-a0e1-5c1e485ab640 req-198fef92-35a6-4387-a09a-432c6b9a1569 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0870528 May 10 18:06:24.933251 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-aec0216e-ce7d-4184-a0e1-5c1e485ab640 req-af9bc721-dfac-4a1f-bc12-35ad5c4a83b8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393069 May 10 18:06:26.161708 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c24fe0-60ae-4275-a698-ea9bfb9d6f83 req-4a91935e-2715-4ad8-bb11-b3d31ab726f8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:26.168552 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-80c24fe0-60ae-4275-a698-ea9bfb9d6f83 req-4a91935e-2715-4ad8-bb11-b3d31ab726f8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0900276 May 10 18:06:26.212398 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-80c24fe0-60ae-4275-a698-ea9bfb9d6f83 req-489c4710-f2fe-4ef3-9474-7db884896200 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 May 10 18:06:27.419688 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c0b26-2f07-42ad-b543-eaa3ea56c98b req-82b6cdae-d8ad-4b6c-8526-41a393398bd2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:27.421365 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-178c0b26-2f07-42ad-b543-eaa3ea56c98b req-82b6cdae-d8ad-4b6c-8526-41a393398bd2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0895426 May 10 18:06:27.467539 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-178c0b26-2f07-42ad-b543-eaa3ea56c98b req-4a3cf7d3-7e38-43ad-a892-50ae54ee138b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400186 May 10 18:06:28.655350 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917078-60e8-42b3-9925-619054c64914 req-46c066c9-bd6a-42ad-8c7a-7add865c295f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:28.656718 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-07917078-60e8-42b3-9925-619054c64914 req-46c066c9-bd6a-42ad-8c7a-7add865c295f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0800264 May 10 18:06:28.702849 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-07917078-60e8-42b3-9925-619054c64914 req-183bdedb-3a4d-4e11-ab03-14736bfacde7 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405080 May 10 18:06:29.892106 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0287-7f37-48b6-b7d7-72e1d3a64fa0 req-fd23c776-52f2-4ef0-b45d-3a8eab3ab669 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:29.893350 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7b8d0287-7f37-48b6-b7d7-72e1d3a64fa0 req-fd23c776-52f2-4ef0-b45d-3a8eab3ab669 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0805643 May 10 18:06:29.945662 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7b8d0287-7f37-48b6-b7d7-72e1d3a64fa0 req-13ac7844-5229-4a36-a398-c66729b73f75 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448685 May 10 18:06:30.918101 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:06:31.078523 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:31.092336 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '27c3f4f5-98e4-4740-bdb9-600179343448', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'port_id': '27c3f4f5-98e4-4740-bdb9-600179343448', 'mac_address': 'fa:16:3e:6b:62:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:06:31.151406 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:31.152753 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3296a-c561-4187-9b4d-fff7d1588677 req-1f78fbb4-cc4c-47e5-8fd3-61c74b744b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:31.154236 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dee3296a-c561-4187-9b4d-fff7d1588677 req-1f78fbb4-cc4c-47e5-8fd3-61c74b744b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 943 time: 0.0937660 May 10 18:06:31.168561 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c3f4f5-98e4-4740-bdb9-600179343448 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:06:31.184300 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:31.188497 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:31.190947 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-57c953aa-d3da-4717-9106-ed1dacebf10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:31.202116 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dee3296a-c561-4187-9b4d-fff7d1588677 req-c69bf8fa-2f3d-470d-99f5-db74fb509a11 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 May 10 18:06:31.259047 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=9']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:31.262178 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:31.402841 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['27c3f4f5-98e4-4740-bdb9-600179343448'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:06:31.843768 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6f194-5072-4c26-86f7-ac2ec259becb req-ea98bf53-c9d0-4256-a414-162435474850 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:31.845211 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2eb6f194-5072-4c26-86f7-ac2ec259becb req-ea98bf53-c9d0-4256-a414-162435474850 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 945 time: 0.0779653 May 10 18:06:31.888921 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2eb6f194-5072-4c26-86f7-ac2ec259becb req-ca5de5bc-549b-41c0-aa41-71dd69e5d914 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375471 May 10 18:06:32.399140 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32b2e-8955-4698-9a0a-ffa878e1ae0b req-474ecd47-6890-4c43-9c8b-7fd14b010e70 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:32.400610 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b1c32b2e-8955-4698-9a0a-ffa878e1ae0b req-474ecd47-6890-4c43-9c8b-7fd14b010e70 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 944 time: 0.0840461 May 10 18:06:32.445210 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b1c32b2e-8955-4698-9a0a-ffa878e1ae0b req-4484747c-5753-46b4-bf86-7b55e4446e9a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388544 May 10 18:06:32.933030 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:06:33.000857 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 27c3f4f5-98e4-4740-bdb9-600179343448 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:06:33.001228 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:33.072963 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24606a54-85a2-4164-90da-c61588a40154 req-52456c9f-5068-4647-ac7d-8127d472ccfb tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:33.074424 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-24606a54-85a2-4164-90da-c61588a40154 req-52456c9f-5068-4647-ac7d-8127d472ccfb tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 945 time: 0.0810616 May 10 18:06:33.120518 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:33.149293 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:06:33.159113 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:33.164747 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:33.166961 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:33.199747 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448', 'code': 200} May 10 18:06:33.211559 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-24606a54-85a2-4164-90da-c61588a40154 req-b156de32-0381-4991-b4b5-0cd16653dddb tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314018 May 10 18:06:33.244519 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=10']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:33.247293 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:33.625486 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-f139b7a0-54ed-4b36-891a-0186c51f9c42 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:33.627096 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-f139b7a0-54ed-4b36-891a-0186c51f9c42 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 945 time: 0.1309526 May 10 18:06:33.714388 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f2929-0050-4e57-8a5f-07b0186b6b79 req-6c17a590-955d-4fa2-91a0-7572494a9c84 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:33.715886 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2f1f2929-0050-4e57-8a5f-07b0186b6b79 req-6c17a590-955d-4fa2-91a0-7572494a9c84 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 946 time: 0.1530123 May 10 18:06:33.857773 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2f1f2929-0050-4e57-8a5f-07b0186b6b79 req-dc2ac186-8951-4cc6-8b6a-d93cd99f6487 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343582 May 10 18:06:33.887865 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Deleting port 462e24d1-16ad-4a87-b548-18a1c9d3aacd {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:33.888205 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:33.908617 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059892-0982-475a-9831-e1acf65cac12 req-7f4a1ce6-9993-4d2f-8399-5e5a7833a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:33.910065 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-55059892-0982-475a-9831-e1acf65cac12 req-7f4a1ce6-9993-4d2f-8399-5e5a7833a84c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 1099 time: 0.2677796 May 10 18:06:34.024103 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-55059892-0982-475a-9831-e1acf65cac12 req-aa9bd1c8-aae9-48ec-beea-e9a6809ec6e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684872 May 10 18:06:34.049366 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] For port 462e24d1-16ad-4a87-b548-18a1c9d3aacd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=462e24d1-16ad-4a87-b548-18a1c9d3aacd,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:34.049723 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:34.374097 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:34.374459 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:34.374770 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Floating IP d462b0af-6483-4489-adce-926166a5842b disassociated. External IP: 172.28.1.133, port: 462e24d1-16ad-4a87-b548-18a1c9d3aacd. May 10 18:06:34.375105 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Calling delete_port for 462e24d1-16ad-4a87-b548-18a1c9d3aacd owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:34.431522 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361d46d-c272-40ea-8ad3-2b922d6e4a85 req-8ef0c5df-4d8b-4d56-9e6b-807d6012cdd5 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:34.432980 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8361d46d-c272-40ea-8ad3-2b922d6e4a85 req-8ef0c5df-4d8b-4d56-9e6b-807d6012cdd5 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 945 time: 0.1119385 May 10 18:06:34.518802 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8361d46d-c272-40ea-8ad3-2b922d6e4a85 req-77ce6641-439e-40c9-bfc1-110932a6f6be tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f2d2385-e4e6-4df7-bd5d-3404380b752d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748942 May 10 18:06:34.546331 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:34.551621 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-360f4b1d-8bcf-4eb8-b4bc-7243ffd7b035 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:34.593708 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event deleted for resources: {'Port': ['ID=462e24d1-16ad-4a87-b548-18a1c9d3aacd,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:34.605349 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.605714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.606077 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.606431 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.606778 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.607128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.607467 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.607833 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.608176 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.608514 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.608855 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.609188 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:34.612754 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:34.791033 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Router ec838b65-2f5e-45a0-8490-8c2ef933a25a has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:06:34.825088 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:35.129844 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:06:35.140271 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] Sync routers for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:06:35.151412 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:06:35.152111 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:06:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:35.221197 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] No DVR routers for this DVR port 462e24d1-16ad-4a87-b548-18a1c9d3aacd on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:35.225553 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:35.228354 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4271675-dccc-48c3-a53c-efab8f476818', 'name': 'network-vif-deleted', 'tag': '462e24d1-16ad-4a87-b548-18a1c9d3aacd'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:06:35.304781 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-eb1d7012-a1ab-421c-b7ee-3cd5fecf3b73 req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.64 "DELETE /v2.0/ports/462e24d1-16ad-4a87-b548-18a1c9d3aacd HTTP/1.1" status: 204 len: 173 time: 1.6613028 May 10 18:06:35.316145 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda3a8a-f6c2-429f-b16e-e842d8983bd0 req-032c5f0a-f87a-4568-8eb1-6236a74db7a3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:35.317661 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffda3a8a-f6c2-429f-b16e-e842d8983bd0 req-032c5f0a-f87a-4568-8eb1-6236a74db7a3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 946 time: 0.2213593 May 10 18:06:35.374178 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4271675-dccc-48c3-a53c-efab8f476818', 'name': 'network-vif-deleted', 'tag': '462e24d1-16ad-4a87-b548-18a1c9d3aacd', 'status': 'completed', 'code': 200} May 10 18:06:35.380221 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ffda3a8a-f6c2-429f-b16e-e842d8983bd0 req-8824a9bc-f3c1-4328-a392-8883eeffad3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522828 May 10 18:06:35.382352 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-f6dfe7d5-0e80-4e5d-be64-86d5427b7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:35.383785 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-f6dfe7d5-0e80-4e5d-be64-86d5427b7db3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 1099 time: 0.1472535 May 10 18:06:35.388949 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:06:35.538031 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-25692be2-a9d1-4440-a554-bf43e829c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:35.539470 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-25692be2-a9d1-4440-a554-bf43e829c100 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1375599 May 10 18:06:35.701816 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-0e444cc9-348f-477e-9a8e-2f1d4c77279d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27c3f4f5-98e4-4740-bdb9-600179343448 HTTP/1.1" status: 200 len: 1001 time: 0.1556723 May 10 18:06:35.715727 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-6a1e4cdb-a04d-44b8-8895-024c0c571de6 req-5914fc62-4806-4a01-bb89-68548fac8df8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Synchronizing usage tracker for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:06:35.731089 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:35.734936 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] Checking router: ec838b65-2f5e-45a0-8490-8c2ef933a25a for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:06:35.744257 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:06:35.744882 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:06:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:35.779575 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-6a1e4cdb-a04d-44b8-8895-024c0c571de6 req-5914fc62-4806-4a01-bb89-68548fac8df8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Unset dirty status for tenant:6f5ab280ab19470ca7e183419c48875d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:06:35.781053 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6a1e4cdb-a04d-44b8-8895-024c0c571de6 req-5914fc62-4806-4a01-bb89-68548fac8df8 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4271675-dccc-48c3-a53c-efab8f476818 HTTP/1.1" status: 200 len: 210 time: 0.1192143 May 10 18:06:35.787526 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-3e848917-d6b6-45ca-b288-5225e9e436b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:35.789278 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-3e848917-d6b6-45ca-b288-5225e9e436b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0756710 May 10 18:06:35.868043 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-e89713c0-a0a2-4a20-89f3-cc6070ef6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:35.869753 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-e89713c0-a0a2-4a20-89f3-cc6070ef6238 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739183 May 10 18:06:35.940117 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:06:36.007365 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-20d0f7cb-672a-447d-8150-cb3d9b57bb1f service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306167 May 10 18:06:36.142210 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2692bfec-a60f-449b-bc50-e87ca0d20a1a req-a4c68044-2eab-46b9-bcf0-9e171f44cd71 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284499 May 10 18:06:36.284360 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:36.288537 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0259c4fc-3fea-425b-af5e-cc0ed166af5c None None] The sync data for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb is: [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:01:22Z', 'revision_number': 4, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c601b0b2-151b-4dbd-8fee-ea758679cc61', 'name': '', 'network_id': '3726d25a-ef5a-462e-8228-6f5b9856a4b2', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'mac_address': 'fa:16:3e:40:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:21Z', 'updated_at': '2021-05-10T18:01:38Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'subnets': [{'id': '0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:06:36.499793 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767179c-bf8b-4a52-939d-1d7a57369ab1 None None] New status for floating IP d462b0af-6483-4489-adce-926166a5842b: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:06:36.597512 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c83e2-f857-412a-bc5a-69e35954c09d req-95981eb5-a4c3-491e-8cae-4ea3dc51bc30 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:06:36.600250 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-639c83e2-f857-412a-bc5a-69e35954c09d req-95981eb5-a4c3-491e-8cae-4ea3dc51bc30 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 946 time: 0.0827441 May 10 18:06:36.644008 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-639c83e2-f857-412a-bc5a-69e35954c09d req-6789e05f-cda1-4114-be46-2cda94956b00 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 May 10 18:06:36.905212 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34002) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:36.948258 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 462e24d1-16ad-4a87-b548-18a1c9d3aacd no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:36.969070 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2a119b40-245c-4c2d-8d6a-bb6a0ff60241 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:36.981431 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 462e24d1-16ad-4a87-b548-18a1c9d3aacd {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:36.981787 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 462e24d1-16ad-4a87-b548-18a1c9d3aacd not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:36.997355 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2a119b40-245c-4c2d-8d6a-bb6a0ff60241 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.051527 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2a119b40-245c-4c2d-8d6a-bb6a0ff60241 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.056225 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f62022d-1e92-4570-b777-628954bf3847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:37.072181 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a119b40-245c-4c2d-8d6a-bb6a0ff60241 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2d2385-e4e6-4df7-bd5d-3404380b752d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:37.074751 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2a119b40-245c-4c2d-8d6a-bb6a0ff60241 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:37.082005 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2a119b40-245c-4c2d-8d6a-bb6a0ff60241 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.083104 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-2a119b40-245c-4c2d-8d6a-bb6a0ff60241 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "DELETE /v2.0/security-groups/3f2d2385-e4e6-4df7-bd5d-3404380b752d HTTP/1.1" status: 204 len: 168 time: 0.1769214 May 10 18:06:37.085853 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34006) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:37.102054 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.api.v2.resource [None req-8a4fb77f-2c9e-4ca6-9b97-97fa6b816724 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] show failed (client error): The resource could not be found. May 10 18:06:37.103011 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-8a4fb77f-2c9e-4ca6-9b97-97fa6b816724 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "GET /v2.0/security-groups/3f2d2385-e4e6-4df7-bd5d-3404380b752d HTTP/1.1" status: 404 len: 347 time: 0.0162392 May 10 18:06:37.105641 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34010) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:37.319546 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Deleting port 9216e9e4-5a25-42e0-b949-5ba9fd20096b {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:37.319920 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.511124 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.511446 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.630623 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Calling delete_port for 9216e9e4-5a25-42e0-b949-5ba9fd20096b owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:37.741230 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.744920 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f684f456-2918-40a9-b941-a0aa77a28925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:37.788259 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Pushing event deleted for resources: {'Port': ['ID=9216e9e4-5a25-42e0-b949-5ba9fd20096b,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:37.791347 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:37.881172 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.898231 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:37.899347 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] 10.222.0.46 "DELETE /v2.0/floatingips/d462b0af-6483-4489-adce-926166a5842b HTTP/1.1" status: 204 len: 168 time: 0.7928565 May 10 18:06:39.643950 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8db26216-46ad-429b-aebb-786f98169da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:41.841463 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a630-1343-4646-a142-690f8340e98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:41.883663 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34040) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:42.160381 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:42.529800 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655683'] for router_interface, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:42.817085 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:43.006444 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Deleting port c601b0b2-151b-4dbd-8fee-ea758679cc61 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:43.007121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:43.125561 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] For port c601b0b2-151b-4dbd-8fee-ea758679cc61, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c601b0b2-151b-4dbd-8fee-ea758679cc61,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:43.125832 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:43.242462 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Calling delete_port for c601b0b2-151b-4dbd-8fee-ea758679cc61 owned by network:router_interface {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:43.501633 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:43.505789 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ca17b8f-9675-4c9b-9797-81b39ddefc5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:43.549685 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Pushing event deleted for resources: {'Port': ['ID=c601b0b2-151b-4dbd-8fee-ea758679cc61,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:43.552977 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:43.806018 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678387'] for router_interface, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:44.150737 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Router ec838b65-2f5e-45a0-8490-8c2ef933a25a has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:06:44.412590 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:06:44.420749 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] Sync routers for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:06:44.425320 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] 10.222.0.46 "PUT /v2.0/routers/ec838b65-2f5e-45a0-8490-8c2ef933a25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5406115 May 10 18:06:44.427958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34046) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:44.430550 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:06:44.431168 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:06:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:44.598710 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:44.603828 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:06:44.768836 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:44.793498 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:44.841671 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Deleting port d42f020c-d205-42db-a3d3-3d8a1d709ea3 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:44.842071 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:44.895017 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:06:43Z', 'revision_number': 5, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port': {'id': 'd42f020c-d205-42db-a3d3-3d8a1d709ea3', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:01:15Z', 'updated_at': '2021-05-10T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:44.899710 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] Checking router: ec838b65-2f5e-45a0-8490-8c2ef933a25a for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:06:44.907931 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] Routers {'ec838b65-2f5e-45a0-8490-8c2ef933a25a'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:06:44.908541 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:06:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:44.962222 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] For port d42f020c-d205-42db-a3d3-3d8a1d709ea3, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=d42f020c-d205-42db-a3d3-3d8a1d709ea3,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:44.962601 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.062690 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] Set router ec838b65-2f5e-45a0-8490-8c2ef933a25a gateway port host: None {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:06:45.085218 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Calling delete_port for d42f020c-d205-42db-a3d3-3d8a1d709ea3 owned by network:router_gateway {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:45.169112 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:06:44Z', 'revision_number': 6, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port_host': None}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:45.173017 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b45438-dde1-4f53-94f2-c78a76f57f48 None None] The sync data for ids ['ec838b65-2f5e-45a0-8490-8c2ef933a25a'] in dv-cinder-790492-1-smb is: [{'id': 'ec838b65-2f5e-45a0-8490-8c2ef933a25a', 'name': 'tempest-AttachVolumeTestJSON-190595129-router', 'tenant_id': '6f5ab280ab19470ca7e183419c48875d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:01:13Z', 'updated_at': '2021-05-10T18:06:44Z', 'revision_number': 6, 'project_id': '6f5ab280ab19470ca7e183419c48875d', 'gw_port_host': None}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:06:45.222479 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.226141 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-225cc161-b0ad-4f6e-9061-a0543b149c18 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:45.268709 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42f020c-d205-42db-a3d3-3d8a1d709ea3,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:45.271158 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:45.361091 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668775'] for router_gateway, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.528797 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29528'] for router, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.531029 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.700773 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665205'] for router, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.701196 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec838b65-2f5e-45a0-8490-8c2ef933a25a {{(pid=78705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 18:06:45.713764 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.714858 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ec838b65-2f5e-45a0-8490-8c2ef933a25a HTTP/1.1" status: 204 len: 168 time: 1.2859464 May 10 18:06:45.717385 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34050) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:45.776142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] Deleting subnet 0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:06:45.778875 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.826249 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11307718'] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:45.940217 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.184946 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1629445'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.189411 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:46.220925 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:46.223803 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:46.225494 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.230177 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a5a9c8-af81-4d2f-baef-f023357f1690 None None] Network 3726d25a-ef5a-462e-8228-6f5b9856a4b2 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:06:46.231097 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-1826a4f1-9090-4c12-9952-9b8ace7fe1cf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0dcf9f0f-7f9c-46fa-bba7-08ae3235fdd6 HTTP/1.1" status: 204 len: 168 time: 0.5128105 May 10 18:06:46.233638 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34054) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:46.341512 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.386092 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device d42f020c-d205-42db-a3d3-3d8a1d709ea3 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:46.419490 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Deleting port da40ac5e-6eee-45be-a36a-ff779fc74c46 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:46.419880 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.462001 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: d42f020c-d205-42db-a3d3-3d8a1d709ea3 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:46.462345 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device d42f020c-d205-42db-a3d3-3d8a1d709ea3 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:46.462771 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c601b0b2-151b-4dbd-8fee-ea758679cc61 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:46.497061 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: c601b0b2-151b-4dbd-8fee-ea758679cc61 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:46.497326 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c601b0b2-151b-4dbd-8fee-ea758679cc61 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:46.518843 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] For port da40ac5e-6eee-45be-a36a-ff779fc74c46, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=da40ac5e-6eee-45be-a36a-ff779fc74c46,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:46.519239 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.575544 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] DHCP port deletion for 3726d25a-ef5a-462e-8228-6f5b9856a4b2 request from dv-cinder-790492-1-smb {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 18:06:46.638002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Calling delete_port for da40ac5e-6eee-45be-a36a-ff779fc74c46 owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:46.640854 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] Deleting port da40ac5e-6eee-45be-a36a-ff779fc74c46 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:06:46.641245 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.682758 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.687279 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dcfbf9cf-0a53-4b8d-81fd-d9d644b8a1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:46.728882 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=da40ac5e-6eee-45be-a36a-ff779fc74c46,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:46.731970 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:46.732738 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] No DVR routers for this DVR port da40ac5e-6eee-45be-a36a-ff779fc74c46 on host dv-cinder-790492-1-smb {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:46.738354 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] For port da40ac5e-6eee-45be-a36a-ff779fc74c46, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=da40ac5e-6eee-45be-a36a-ff779fc74c46,segment=NetworkSegment(6a1e10c7-9ac6-470c-b84b-1a13270840fd),segment_id=6a1e10c7-9ac6-470c-b84b-1a13270840fd)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:06:46.738773 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.845026 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.857953 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] Calling delete_port for da40ac5e-6eee-45be-a36a-ff779fc74c46 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:06:46.858532 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3726d25a-ef5a-462e-8228-6f5b9856a4b2']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:46.874948 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1e10c7-9ac6-470c-b84b-1a13270840fd') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:46.875239 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1e10c7-9ac6-470c-b84b-1a13270840fd') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:46.886241 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11307737'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.899458 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.901363 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.902984 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:46.907405 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:06:46.907810 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488692'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: Traceback (most recent call last): May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: timer() May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: cb(*args, **kw) May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: return func(*args, **kwargs) May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: self._notify() May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: self.callback(batched_events) May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: event.method(event) May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: return f(self, *a, **k) May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: return self._get(url).json() May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: return self.request(url, 'GET', **kwargs) May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:06:46.921516 dv-cinder-790492-1-smb neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:06:46.945630 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] Pushing event deleted for resources: {'Port': ['ID=da40ac5e-6eee-45be-a36a-ff779fc74c46,revision_number=None']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:46.948348 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:46.950651 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] No DVR routers for this DVR port da40ac5e-6eee-45be-a36a-ff779fc74c46 on host dv-cinder-790492-1-smb {{(pid=78707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:46.994702 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:46.998369 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:47.011240 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:47.026428 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=3726d25a-ef5a-462e-8228-6f5b9856a4b2,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:47.029866 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:47.031595 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3726d25a-ef5a-462e-8228-6f5b9856a4b2 HTTP/1.1" status: 204 len: 168 time: 0.7970853 May 10 18:06:47.145825 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34060) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:47.279062 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e10660b7-3f8e-4e02-b88b-a71291423109 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f5ab280ab19470ca7e183419c48875d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1314001 May 10 18:06:47.281296 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34064) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:47.339452 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a53c2cac-3373-4298-b326-ec2b31cc1804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:47.364599 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a53c2cac-3373-4298-b326-ec2b31cc1804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:47.418136 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a53c2cac-3373-4298-b326-ec2b31cc1804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:47.421834 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2351c006-dedf-419c-8680-b91c1d28459f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:47.435825 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c2cac-3373-4298-b326-ec2b31cc1804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0085cd3-7e1d-425a-9dbc-bcaafb736778,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:47.438213 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a53c2cac-3373-4298-b326-ec2b31cc1804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:47.444594 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a53c2cac-3373-4298-b326-ec2b31cc1804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:47.445713 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a53c2cac-3373-4298-b326-ec2b31cc1804 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0085cd3-7e1d-425a-9dbc-bcaafb736778 HTTP/1.1" status: 204 len: 168 time: 0.1635399 May 10 18:06:48.353421 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device da40ac5e-6eee-45be-a36a-ff779fc74c46 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:06:48.389186 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: da40ac5e-6eee-45be-a36a-ff779fc74c46 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:06:48.389539 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device da40ac5e-6eee-45be-a36a-ff779fc74c46 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:06:49.919310 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:06:57.717440 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34182) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:57.832796 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:57.847288 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:06:57.851048 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Usage tracker for resource:security_group_rule and tenant:b8abb227f4f14f80aa4ee8933d41e3d0 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:06:57.854439 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:06:57.860055 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:06:57.943078 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:57.947048 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:57.955025 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2a119b40-245c-4c2d-8d6a-bb6a0ff60241 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:57.994353 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8abb227f4f14f80aa4ee8933d41e3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757838 May 10 18:06:57.995153 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c60eeb2-0f89-43d0-a8db-3de002e8a80f,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:57.997804 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34188) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:06:57.998357 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:58.060520 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:58.085822 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:58.136248 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:58.140022 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cd4c93fd-59ef-458a-b4a8-ac2a777003d3 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:06:58.151393 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c60eeb2-0f89-43d0-a8db-3de002e8a80f,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:58.161600 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.161967 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.162327 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.162676 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.163023 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.163366 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.163731 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.164114 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.164460 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.164811 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.165148 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.165485 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:58.168560 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:06:58.169642 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:06:58.170717 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c60eeb2-0f89-43d0-a8db-3de002e8a80f HTTP/1.1" status: 204 len: 168 time: 0.1710417 May 10 18:07:04.835490 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:09.645613 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7a39094d-c032-4b56-bf96-231eb9cb33c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:09.728055 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc3ee2-f238-48bc-8219-566d73cce326 req-e90b36e1-01c5-4317-8f34-b1c904ed64a8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:09.729494 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8ddc3ee2-f238-48bc-8219-566d73cce326 req-e90b36e1-01c5-4317-8f34-b1c904ed64a8 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 946 time: 0.0784578 May 10 18:07:09.778544 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8ddc3ee2-f238-48bc-8219-566d73cce326 req-1bc54c85-05bb-484c-8649-596b91e68fb5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429454 May 10 18:07:10.968203 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f8ad2-0c49-4a59-8e19-3e293ae58907 req-272c5ef0-8f50-465c-864d-a564df2df160 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:10.969626 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-865f8ad2-0c49-4a59-8e19-3e293ae58907 req-272c5ef0-8f50-465c-864d-a564df2df160 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 946 time: 0.0801141 May 10 18:07:11.013260 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-865f8ad2-0c49-4a59-8e19-3e293ae58907 req-6957f160-5252-4376-a136-70b726486b0f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9011f1a-2052-47b1-887a-6648cc941325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379400 May 10 18:07:11.209826 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-a40fdfc9-b95f-41db-ba53-151aa1dae90e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:11.211383 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-a40fdfc9-b95f-41db-ba53-151aa1dae90e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 946 time: 0.0803652 May 10 18:07:11.343346 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Deleting port 27c3f4f5-98e4-4740-bdb9-600179343448 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:07:11.344180 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:11.474070 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] For port 27c3f4f5-98e4-4740-bdb9-600179343448, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27c3f4f5-98e4-4740-bdb9-600179343448,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:07:11.474393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:11.764456 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:11.764828 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:11.765140 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Floating IP c287eb43-e339-4e1c-9fcb-2ed41dfef965 disassociated. External IP: 172.28.1.240, port: 27c3f4f5-98e4-4740-bdb9-600179343448. May 10 18:07:11.765481 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Calling delete_port for 27c3f4f5-98e4-4740-bdb9-600179343448 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:07:11.845623 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8392-9e42-42fd-abc4-729cacc21230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:11.884242 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:11.889669 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:11.932010 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event deleted for resources: {'Port': ['ID=27c3f4f5-98e4-4740-bdb9-600179343448,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:11.935446 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:12.118700 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:07:12.162326 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:12.384738 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e2f2018-b1ef-4ec5-a27b-e49c3736cdf8 req-605786ff-7f21-466b-b9ae-4ae753d03d9a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=3092f62d-a5cc-4f34-997b-8ed2f289e433 HTTP/1.1" status: 200 len: 210 time: 0.2116520 May 10 18:07:12.438232 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:07:12.447927 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] Sync routers for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:07:12.457083 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:07:12.457688 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:07:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:07:12.510538 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] No DVR routers for this DVR port 27c3f4f5-98e4-4740-bdb9-600179343448 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:07:12.513010 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:12.515522 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-deleted', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:07:12.536973 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-715e6cc9-dc9c-4593-bc71-99d395167321 req-34ef7add-4d1a-4a5d-8def-e6a94a533e3b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "DELETE /v2.0/ports/27c3f4f5-98e4-4740-bdb9-600179343448 HTTP/1.1" status: 204 len: 173 time: 1.3204279 May 10 18:07:12.561934 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092f62d-a5cc-4f34-997b-8ed2f289e433', 'name': 'network-vif-deleted', 'tag': '27c3f4f5-98e4-4740-bdb9-600179343448', 'status': 'completed', 'code': 200} May 10 18:07:12.634649 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:07:12.825280 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:12.972184 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:07:12.978317 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] Checking router: 6ce44843-3dd1-4dd2-b81c-da3a21965f98 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:07:12.996407 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:07:12.997093 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:07:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:07:13.219088 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:07:13.523587 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34394) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:13.559370 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:07:13.563226 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5bd95-342d-4432-9894-8f82cb784032 None None] The sync data for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb is: [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:07:13.589494 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfe66-d550-4a2f-bc63-2d3abdb9908e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:13.620851 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfe66-d550-4a2f-bc63-2d3abdb9908e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:13.683619 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfe66-d550-4a2f-bc63-2d3abdb9908e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:13.687729 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3f331c00-1b1c-40d3-ba2b-ae4cecd4f7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:13.703536 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbfe66-d550-4a2f-bc63-2d3abdb9908e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9011f1a-2052-47b1-887a-6648cc941325,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:13.706348 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7bcbfe66-d550-4a2f-bc63-2d3abdb9908e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:13.714668 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfe66-d550-4a2f-bc63-2d3abdb9908e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:13.718234 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-7bcbfe66-d550-4a2f-bc63-2d3abdb9908e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "DELETE /v2.0/security-groups/a9011f1a-2052-47b1-887a-6648cc941325 HTTP/1.1" status: 204 len: 168 time: 0.1911445 May 10 18:07:13.718526 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34398) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:13.735558 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.api.v2.resource [None req-d5e8d407-ffd0-4f7b-9cb8-182f8083fb8d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] show failed (client error): The resource could not be found. May 10 18:07:13.736590 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d5e8d407-ffd0-4f7b-9cb8-182f8083fb8d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups/a9011f1a-2052-47b1-887a-6648cc941325 HTTP/1.1" status: 404 len: 347 time: 0.0171180 May 10 18:07:13.739421 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34402) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:13.782445 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c65505-a47e-456e-a5f8-3d85d942554b None None] New status for floating IP c287eb43-e339-4e1c-9fcb-2ed41dfef965: DOWN {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:07:13.955434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Deleting port 265953cc-2050-40a0-a60e-4627e9eed73f {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:07:13.955715 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.075275 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.075602 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.195060 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Calling delete_port for 265953cc-2050-40a0-a60e-4627e9eed73f owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:07:14.304684 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.308889 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8adb1660-c7c5-4355-a38e-e1c33043a540 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:14.351648 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event deleted for resources: {'Port': ['ID=265953cc-2050-40a0-a60e-4627e9eed73f,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:14.384530 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:14.441381 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.454786 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.455921 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "DELETE /v2.0/floatingips/c287eb43-e339-4e1c-9fcb-2ed41dfef965 HTTP/1.1" status: 204 len: 168 time: 0.7155671 May 10 18:07:14.692052 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34416) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:14.699188 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128959424', 'description': 'tempest-description--164602956'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:14.705340 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:14.709445 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:security_group and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:14.713286 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:14.719304 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:14.728885 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.749130 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:14.753105 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:security_group_rule and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:14.755978 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:14.762214 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:14.776138 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.835978 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.839525 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.844471 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-401da726-b0a2-480a-88e7-85ab9b6b9f4e tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:14.888384 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa2ba65-11df-49a7-8c82-2260f18af247,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:14.890933 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.892126 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1990561 May 10 18:07:14.892974 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:14.895038 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34420) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:14.900663 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'security_group_rule': {'security_group_id': 'cfa2ba65-11df-49a7-8c82-2260f18af247', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:14.906389 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:14.910166 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:security_group_rule and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:14.913058 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:14.919216 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:14.934971 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.995494 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:14.999082 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.006415 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8386dc6-4611-4d8b-a7c5-7992618b73a0 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:15.024689 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4ee866-1d99-435e-b5fa-07943f49a6bc,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:15.027252 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:15.034189 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.035348 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-f5bebc77-6347-4a3d-ab02-e3340a5994b9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393912 May 10 18:07:15.038056 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34424) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:15.043076 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'security_group_rule': {'security_group_id': 'cfa2ba65-11df-49a7-8c82-2260f18af247', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:15.048691 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:15.052421 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:security_group_rule and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:15.055789 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:15.071525 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:15.081483 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.119982 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:07:15.141548 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.145122 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.147225 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-092018f8-00a0-45ca-9a93-e4658bd6bf43 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:15.154255 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 27c3f4f5-98e4-4740-bdb9-600179343448 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:07:15.154607 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 27c3f4f5-98e4-4740-bdb9-600179343448 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:07:15.168584 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a49bbf7-dac3-4d69-8d54-dea54489211f,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:15.170886 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:15.177076 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.178373 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d77e41c1-ee2d-4945-97a6-925596fda6b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394327 May 10 18:07:15.182119 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34428) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:15.187110 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'floatingip': {'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:15.192593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:15.196967 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Usage tracker for resource:floatingip and tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:15.199772 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:15.205355 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:15.215524 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.350714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.573037 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Allocated IP 172.28.1.82 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/86ba6a0b-266c-4940-bfdb-78e75c574269) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:07:15.714558 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.744352 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.748014 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-60c63675-db9e-4e94-8f23-405d17fc4a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:15.807546 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:07:15.810299 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:07:15.813926 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:07:15.852819 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'Port': ['ID=86ba6a0b-266c-4940-bfdb-78e75c574269,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:15.857045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:15.903130 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:15.966893 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:16.168411 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:16.172651 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:16.177088 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5fc7d3df-052b-4424-8939-f2a0eb15ab8f tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:16.278082 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'Port': ['ID=86ba6a0b-266c-4940-bfdb-78e75c574269,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:16.285380 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:16.290849 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:16.314141 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:16.315344 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1323218 May 10 18:07:16.532667 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-f276f878-cac6-4ff7-bb9e-e3c0d912690b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Synchronizing usage tracker for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:07:16.548170 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-f276f878-cac6-4ff7-bb9e-e3c0d912690b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Unset dirty status for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:07:16.549434 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-f276f878-cac6-4ff7-bb9e-e3c0d912690b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1128959424&fields=id&tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae HTTP/1.1" status: 200 len: 267 time: 0.0565982 May 10 18:07:16.695474 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-9a64f0ab-8476-4729-bcd2-7d168111cd2b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:16.696816 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-9a64f0ab-8476-4729-bcd2-7d168111cd2b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 817 time: 0.1401865 May 10 18:07:16.711271 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-a5b23457-cc0f-4d5a-b776-1500094e0a81 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/quotas/6aaf2e7e8fc048b2b6cebd4c0ce1bbae HTTP/1.1" status: 200 len: 375 time: 0.0085237 May 10 18:07:16.797343 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-88160b8e-d0a0-414b-a6f7-f7c5e2fdffbc tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Synchronizing usage tracker for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:07:16.811858 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-88160b8e-d0a0-414b-a6f7-f7c5e2fdffbc tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Unset dirty status for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:07:16.813089 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-88160b8e-d0a0-414b-a6f7-f7c5e2fdffbc tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967672 May 10 18:07:17.062794 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-f1608e61-f192-47d5-8640-73ba923d031f service neutron] 10.222.0.46 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374089 May 10 18:07:17.191788 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-a4076ddb-bce7-4cf5-97ca-e5a4c140f802 service neutron] 10.222.0.46 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230509 May 10 18:07:17.369112 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d445aebb-0f79-4ca5-b5c4-e58b66e2c7ad req-ef011625-64e6-4ddd-978f-fa531085700e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 210 time: 0.0412073 May 10 18:07:18.538290 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-24c346ca-377a-4635-98e6-1cbf00cf7d5f req-080ed9fe-25a8-469a-a3a0-9d414096ec71 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 210 time: 0.0537200 May 10 18:07:18.593774 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-e877183d-327f-48e1-bafe-71438b0034c7 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:18.595155 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-e877183d-327f-48e1-bafe-71438b0034c7 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 817 time: 0.2059667 May 10 18:07:18.733420 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fcda96da-ae48-40a4-a04e-2795757466a7 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae HTTP/1.1" status: 200 len: 380 time: 0.1295342 May 10 18:07:18.749302 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'port': {'device_id': '54b079ed-7c0b-447c-bb65-244390071828', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'admin_state_up': True, 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'security_groups': ['cfa2ba65-11df-49a7-8c82-2260f18af247']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:18.879304 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:18.889629 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:18.899005 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Made reservation on behalf of 6aaf2e7e8fc048b2b6cebd4c0ce1bbae for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:07:18.902415 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:19.061393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Allocated IP 172.20.0.3 (8512c9f0-36f0-4559-8be9-347b082bf5df/ba8bd25e-56dc-4105-af11-6ef91a325d40/a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:07:19.240216 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:19.255117 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Transition to ACTIVE for port object a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:07:19.279445 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:19.286314 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8edf99ef-2fb5-48b8-8deb-0703f73ce946 tempest-AttachVolumeNegativeTest-1829536494 tempest-AttachVolumeNegativeTest-1829536494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:19.347772 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Network 8512c9f0-36f0-4559-8be9-347b082bf5df is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:07:19.350760 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:07:19.353412 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:07:19.403583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:19.406447 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:19.435099 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:19.435802 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:19.471653 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7258153 May 10 18:07:19.484474 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Request body: {'port': {'device_id': '54b079ed-7c0b-447c-bb65-244390071828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:19.606433 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:19.612681 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-e540f939-928e-4916-b503-fc62352259ec None None] Provisioning for port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:07:19.619715 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-e540f939-928e-4916-b503-fc62352259ec None None] Provisioning complete for port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:07:19.620278 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e540f939-928e-4916-b503-fc62352259ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:19.683528 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-e540f939-928e-4916-b503-fc62352259ec None None] Port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:07:19.840534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce670-4e5b-474f-a96d-7f2f42fe98b9 req-038ac65f-7abe-47f5-ac38-a54be282593f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:19.841265 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-94bce670-4e5b-474f-a96d-7f2f42fe98b9 req-038ac65f-7abe-47f5-ac38-a54be282593f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Synchronizing usage tracker for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:07:19.915892 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-94bce670-4e5b-474f-a96d-7f2f42fe98b9 req-038ac65f-7abe-47f5-ac38-a54be282593f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Unset dirty status for tenant:6aaf2e7e8fc048b2b6cebd4c0ce1bbae on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:07:19.917026 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-94bce670-4e5b-474f-a96d-7f2f42fe98b9 req-038ac65f-7abe-47f5-ac38-a54be282593f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 931 time: 0.2564068 May 10 18:07:19.988265 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-94bce670-4e5b-474f-a96d-7f2f42fe98b9 req-cc441f45-044b-4263-98f7-1dc0ae8d1804 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593126 May 10 18:07:20.064737 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:07:20.072707 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:20.086967 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Transition to ACTIVE for port object a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:07:20.090733 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:20.094223 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6707687c-b7f4-42b8-95a6-9e9d59d22ddf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:20.219722 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:20.250332 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:20.333691 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Attempting to bind port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:07:20.334043 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Attempting to bind port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:07:20.334349 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Attempting to bind port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 on network 8512c9f0-36f0-4559-8be9-347b082bf5df {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:07:20.339616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 on network 8512c9f0-36f0-4559-8be9-347b082bf5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:07:20.339976 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Attempting to bind port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 on network 8512c9f0-36f0-4559-8be9-347b082bf5df {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:07:20.344970 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:07:20.345247 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Checking segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:07:20.345625 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Bound using segment: {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:07:20.346040 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Bound port: a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51580947-084c-4839-aa63-cd71ba31dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:07:20.346376 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:20.432642 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:07:20.435605 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:07:20.440145 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:20.443489 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:20.594477 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:20.595183 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:20.596514 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 200 len: 1093 time: 1.1163983 May 10 18:07:20.597002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:07:20.626135 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:20.629437 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:20.679807 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'status': 'completed', 'code': 200} May 10 18:07:20.722825 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-cd983718-3540-41ee-9e4b-5f528e8f0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:20.724522 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-cd983718-3540-41ee-9e4b-5f528e8f0dbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1096 time: 0.0796287 May 10 18:07:20.794854 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-a4238f85-ae04-4a79-b3a7-7f34fd2be35e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 200 len: 217 time: 0.0628989 May 10 18:07:20.860860 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-d5eb0990-a868-477b-abff-bc2217def5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:20.862238 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-d5eb0990-a868-477b-abff-bc2217def5f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0610092 May 10 18:07:20.940610 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-dfe5426a-a26b-4a91-839a-36f32b5b32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:20.942097 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-dfe5426a-a26b-4a91-839a-36f32b5b32fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733726 May 10 18:07:21.099613 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-3cc255bc-eb6e-4ed3-b915-7848241c75c9 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509428 May 10 18:07:21.241647 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-61f3db3b-c693-42d4-8e93-47dfbe100a67 req-18d79f54-fd2a-4b89-a446-e7721dff6b70 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345296 May 10 18:07:21.394042 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8692eb-aa4f-4722-ac1e-7630845141e5 req-bc676791-7aa6-4dcc-aad2-c81376c9a603 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:21.395444 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ce8692eb-aa4f-4722-ac1e-7630845141e5 req-bc676791-7aa6-4dcc-aad2-c81376c9a603 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.1395545 May 10 18:07:21.420747 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-eb14ba66-b490-4eeb-8aeb-095d5855b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:21.422094 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-eb14ba66-b490-4eeb-8aeb-095d5855b868 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1096 time: 0.1275218 May 10 18:07:21.518195 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ce8692eb-aa4f-4722-ac1e-7630845141e5 req-0c7aa5a1-9d66-4a0d-a797-fad0f02d7f0b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156573 May 10 18:07:21.576752 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-5778678b-8b1a-40e3-b688-f634dada3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:21.578202 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-5778678b-8b1a-40e3-b688-f634dada3239 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1427886 May 10 18:07:21.649197 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-6de2f18b-cc82-49ba-aa5a-ecfe460a5fb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 200 len: 217 time: 0.0633590 May 10 18:07:21.709965 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-f6e14596-48d8-45cb-87a2-5301d92b9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:21.711602 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-f6e14596-48d8-45cb-87a2-5301d92b9a52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0559604 May 10 18:07:21.784668 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-817f97c0-41f2-49b7-8ec9-53ec7d7a6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:21.786090 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-817f97c0-41f2-49b7-8ec9-53ec7d7a6261 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679796 May 10 18:07:21.914108 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-1a153009-9bf2-40ac-9cde-d72d9363fe74 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201990 May 10 18:07:22.043612 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d75d4eb8-57b1-483e-904d-b5ea7af3d63c req-2386085c-fdf4-4631-a3fd-a307dced137d service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230712 May 10 18:07:22.715847 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeccfb9-4f62-4a65-839d-8834585d4c61 req-e235e042-9c81-4c82-aa25-2a15e3e13e5b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:22.717296 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4aeccfb9-4f62-4a65-839d-8834585d4c61 req-e235e042-9c81-4c82-aa25-2a15e3e13e5b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.0871215 May 10 18:07:22.762246 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4aeccfb9-4f62-4a65-839d-8834585d4c61 req-8b720193-fadb-4ab0-8d3f-36c237d9b3bf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392621 May 10 18:07:23.150045 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:07:23.281665 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:07:23.295509 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'port_id': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'mac_address': 'fa:16:3e:cf:a7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:07:23.349963 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:23.370241 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:07:23.385249 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:07:23.388909 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:23.390719 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-5897442b-9ffb-4dd6-a717-81287f73c76d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:23.489368 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:23.497008 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.497357 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.497698 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.498034 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.498363 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.498691 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.499018 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.499342 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.499710 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.500016 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.500353 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.500654 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:23.504396 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:23.576863 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:07:23.955649 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7693e8-7539-46d0-8c23-600db44c67e0 req-d283a6ee-06fd-4478-a50a-1f30f9214b47 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:23.957082 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff7693e8-7539-46d0-8c23-600db44c67e0 req-d283a6ee-06fd-4478-a50a-1f30f9214b47 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 944 time: 0.0837660 May 10 18:07:24.112392 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ff7693e8-7539-46d0-8c23-600db44c67e0 req-6d7b24e9-f162-4cf4-a53b-b142a773e1d6 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484725 May 10 18:07:25.165996 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:07:25.237156 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:07:25.243294 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:07:25.243870 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:25.308072 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1476981-0d6a-44f0-bf7f-e398218af913 req-2bcb7767-de42-4f09-855e-5e23b06e6c13 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:25.309974 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1476981-0d6a-44f0-bf7f-e398218af913 req-2bcb7767-de42-4f09-855e-5e23b06e6c13 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 944 time: 0.0873423 May 10 18:07:25.358882 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1476981-0d6a-44f0-bf7f-e398218af913 req-3863cf19-67d9-4163-ab7d-487d0406588f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 May 10 18:07:25.365505 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:25.395321 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:07:25.406125 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:07:25.410154 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:25.412055 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:25.484982 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:25.488508 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:25.586544 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'code': 200} May 10 18:07:25.810800 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883fb30-ab04-4b46-bad7-bfa05f562ca9 req-bc2d7d73-f724-41ce-ad9f-0aaf4a6aaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:25.812268 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4883fb30-ab04-4b46-bad7-bfa05f562ca9 req-bc2d7d73-f724-41ce-ad9f-0aaf4a6aaf37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1098 time: 0.0683725 May 10 18:07:25.858418 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4883fb30-ab04-4b46-bad7-bfa05f562ca9 req-65ad03f0-3e3b-4cb4-b24d-d3cfbc288f73 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390029 May 10 18:07:26.582946 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe7d47-960c-498c-a2e1-ed4e7edec162 req-33a7c6b3-46ae-47b3-a756-e274b8b3b744 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:26.584418 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f6fe7d47-960c-498c-a2e1-ed4e7edec162 req-33a7c6b3-46ae-47b3-a756-e274b8b3b744 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0974667 May 10 18:07:26.636526 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f6fe7d47-960c-498c-a2e1-ed4e7edec162 req-0b7b6304-b2ed-45cc-8d20-8fb3b4a8bf9f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 May 10 18:07:26.918285 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:07:27.826243 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ffa7b-ca5a-4a3d-a2ab-16a0d02a517d req-c84c9bbb-bd87-4bfd-a5f1-d0e398acf035 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:27.827703 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7c8ffa7b-ca5a-4a3d-a2ab-16a0d02a517d req-c84c9bbb-bd87-4bfd-a5f1-d0e398acf035 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0788913 May 10 18:07:27.872428 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7c8ffa7b-ca5a-4a3d-a2ab-16a0d02a517d req-cd32c9a0-c065-4216-ac80-beab68728419 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 May 10 18:07:28.053417 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77d19-0d44-453d-ae26-51dc7fef2da3 req-29f90e8e-6007-466e-a1dc-d2378e990498 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:28.054929 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d3f77d19-0d44-453d-ae26-51dc7fef2da3 req-29f90e8e-6007-466e-a1dc-d2378e990498 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0813980 May 10 18:07:28.063463 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34594) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:28.068780 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Request body: {'floatingip': {'port_id': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:28.149372 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:28.761967 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:28.765496 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:29.028726 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Floating IP 2bf52bf8-b0b6-45e8-baf2-62ad866532af associated. External IP: 172.28.1.82, port: a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7. May 10 18:07:29.374217 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:07:29.549939 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:07:29.557682 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:29.563059 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] Sync routers for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:07:29.575168 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:07:29.575841 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:07:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:07:29.622059 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-a0b75fb0-c550-469c-bfd0-71a44b8fdc7d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "PUT /v2.0/floatingips/2bf52bf8-b0b6-45e8-baf2-62ad866532af HTTP/1.1" status: 200 len: 990 time: 1.5549891 May 10 18:07:29.622059 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:07:29.675913 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'status': 'completed', 'code': 200} May 10 18:07:29.770251 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:07:29.774181 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-6b5d4afc-b8f5-4f6b-8409-81417d22a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:29.775673 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-6b5d4afc-b8f5-4f6b-8409-81417d22a3d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1098 time: 0.0784030 May 10 18:07:29.910806 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-95c87058-162b-41c8-8e1c-ed977b8547c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:29.912299 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-95c87058-162b-41c8-8e1c-ed977b8547c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1301162 May 10 18:07:30.017515 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-fa897053-f3c5-41ef-80b7-512f964c8ea5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 200 len: 998 time: 0.0984499 May 10 18:07:30.086211 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-f4c86df7-d08c-40fe-b21d-1ab519535fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:30.087784 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-f4c86df7-d08c-40fe-b21d-1ab519535fcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0640688 May 10 18:07:30.136046 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': '2bf52bf8-b0b6-45e8-baf2-62ad866532af', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'floating_ip_address': '172.28.1.82', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'port_id': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'mac_address': 'fa:16:3e:cf:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b079ed-7c0b-447c-bb65-244390071828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:07:15Z', 'updated_at': '2021-05-10T18:07:28Z', 'revision_number': 1, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:07:30.140288 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] Checking router: 6ce44843-3dd1-4dd2-b81c-da3a21965f98 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:07:30.148764 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:07:30.149360 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:07:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:07:30.169995 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-7568808b-e62e-4f6c-bb02-571b239c6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:30.171484 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-7568808b-e62e-4f6c-bb02-571b239c6a3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779727 May 10 18:07:30.306707 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-49488af7-b07f-406c-b70d-16a13aab1922 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280718 May 10 18:07:30.325477 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:07:30.436421 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84f4ac05-d1b3-4a81-b51e-e3ba0ee93353 req-0e31b2e2-4fcc-4688-8c81-dd58f378f5a5 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229937 May 10 18:07:30.692585 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': '2bf52bf8-b0b6-45e8-baf2-62ad866532af', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'floating_ip_address': '172.28.1.82', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'port_id': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'mac_address': 'fa:16:3e:cf:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b079ed-7c0b-447c-bb65-244390071828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:07:15Z', 'updated_at': '2021-05-10T18:07:28Z', 'revision_number': 1, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:07:30.696811 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed66be-39e4-4488-872a-84d80007f437 None None] The sync data for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb is: [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': '2bf52bf8-b0b6-45e8-baf2-62ad866532af', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'floating_ip_address': '172.28.1.82', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'port_id': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'mac_address': 'fa:16:3e:cf:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b079ed-7c0b-447c-bb65-244390071828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:07:15Z', 'updated_at': '2021-05-10T18:07:28Z', 'revision_number': 1, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:07:30.884718 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bd88c-5e46-4f2b-8e0f-602c4331331d None None] New status for floating IP 2bf52bf8-b0b6-45e8-baf2-62ad866532af: ACTIVE {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:07:31.822742 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34672) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:31.941530 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:31.955851 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:31.959625 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f8e4d881de4e059d7d167dd4702a4e is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:31.962434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:31.968122 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:32.049384 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.053299 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.060273 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-25b07041-9108-4a4e-ac5a-06c8d2302369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:32.101055 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4f8e4d881de4e059d7d167dd4702a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772386 May 10 18:07:32.101782 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826738e9-0d87-4707-9dec-b25ad15808c2,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:32.104688 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34680) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:32.105201 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:32.165562 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02a38b72-0491-4631-911e-9608bfd43b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.190320 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02a38b72-0491-4631-911e-9608bfd43b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.244013 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02a38b72-0491-4631-911e-9608bfd43b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.247457 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-27280a61-6e8c-44e3-8062-1d15507f9197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:32.260094 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a38b72-0491-4631-911e-9608bfd43b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826738e9-0d87-4707-9dec-b25ad15808c2,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:32.262915 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-02a38b72-0491-4631-911e-9608bfd43b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:32.264816 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02a38b72-0491-4631-911e-9608bfd43b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.266031 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-02a38b72-0491-4631-911e-9608bfd43b45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/826738e9-0d87-4707-9dec-b25ad15808c2 HTTP/1.1" status: 204 len: 168 time: 0.1592782 May 10 18:07:32.541881 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34688) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:32.559593 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.573483 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:32.577431 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Usage tracker for resource:security_group_rule and tenant:bce3e457570c414abc7b190eabb117b7 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:32.580229 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:32.585896 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:32.667958 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.671409 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.679426 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8673e6e7-685c-447c-8013-703db8dd2d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:32.717948 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bce3e457570c414abc7b190eabb117b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750524 May 10 18:07:32.718815 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e3bb92-e6f9-4dd8-a40d-ea56a13de6c6,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:32.720669 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34692) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:32.721775 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:32.884919 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7213f3aa-101c-47ea-b95c-356b6ed92420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.910449 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7213f3aa-101c-47ea-b95c-356b6ed92420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.961794 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7213f3aa-101c-47ea-b95c-356b6ed92420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.965397 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-98b6c042-60ea-4889-aa7d-3b31de0e102b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:32.979033 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213f3aa-101c-47ea-b95c-356b6ed92420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e3bb92-e6f9-4dd8-a40d-ea56a13de6c6,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:32.982712 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7213f3aa-101c-47ea-b95c-356b6ed92420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:32.988306 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7213f3aa-101c-47ea-b95c-356b6ed92420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:32.991986 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-7213f3aa-101c-47ea-b95c-356b6ed92420 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4e3bb92-e6f9-4dd8-a40d-ea56a13de6c6 HTTP/1.1" status: 204 len: 168 time: 0.2678022 May 10 18:07:34.552237 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34738) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:34.669917 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:34.684654 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:34.688373 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Usage tracker for resource:security_group_rule and tenant:8c4141880ea14daf944cb58d36f742cc is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:34.691109 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:34.697354 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:34.782139 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:34.785972 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:34.794975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a752787c-7aa3-43e8-b020-b8570884ffe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:34.837009 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c4141880ea14daf944cb58d36f742cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836812 May 10 18:07:34.838645 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04e93c4-08db-425b-9643-6c4ee75bbd07,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:34.839844 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34746) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:34.846164 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.846602 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.846963 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.847314 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.847679 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.848035 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.848374 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.848717 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.849055 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.849447 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.849792 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.850128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:07:34.853958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-37bbf74e-d01c-4b5e-8949-b8b8ffcaa6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:34.859918 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:34.898856 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4199f6c5-23b4-4ec7-a83c-8deede376919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:34.927236 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4199f6c5-23b4-4ec7-a83c-8deede376919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:34.979300 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4199f6c5-23b4-4ec7-a83c-8deede376919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:34.982983 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5de82042-44c5-4927-aaab-f5b6d05e8353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:34.998459 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199f6c5-23b4-4ec7-a83c-8deede376919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04e93c4-08db-425b-9643-6c4ee75bbd07,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:35.003325 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4199f6c5-23b4-4ec7-a83c-8deede376919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:35.008248 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4199f6c5-23b4-4ec7-a83c-8deede376919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:35.009637 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-4199f6c5-23b4-4ec7-a83c-8deede376919 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f04e93c4-08db-425b-9643-6c4ee75bbd07 HTTP/1.1" status: 204 len: 168 time: 0.1685901 May 10 18:07:35.230872 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-895f268f-e881-4692-a863-bad36adfea29 req-cc51f050-d61d-4a63-9cc0-4d235a364420 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682855 May 10 18:07:35.295524 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34756) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:35.315089 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:35.329587 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:35.333360 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff8971541e248ae830fc728bde902d3 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:35.336613 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:35.342239 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:35.383447 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f268f-e881-4692-a863-bad36adfea29 req-a2a6c94b-0af1-4046-b449-3d983e895152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:35.385090 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-895f268f-e881-4692-a863-bad36adfea29 req-a2a6c94b-0af1-4046-b449-3d983e895152 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1098 time: 0.0777328 May 10 18:07:35.426066 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:35.432120 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:35.439066 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e88cb30e-834a-4d2d-a8d1-8002893f5add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:35.480652 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ff8971541e248ae830fc728bde902d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838810 May 10 18:07:35.481620 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37637cd-cdc0-4af5-a088-1dec65b495e0,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:35.483983 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34760) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:35.484518 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1586891f-3ab4-4a65-b10e-32a3f5f56f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:35.563998 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f268f-e881-4692-a863-bad36adfea29 req-19aabc4d-f158-49bb-a265-5954a20846d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:35.565402 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-895f268f-e881-4692-a863-bad36adfea29 req-19aabc4d-f158-49bb-a265-5954a20846d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1621690 May 10 18:07:35.642783 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd52a-cb66-476c-8d9e-d6439cd553f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:35.688302 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd52a-cb66-476c-8d9e-d6439cd553f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:35.700605 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-895f268f-e881-4692-a863-bad36adfea29 req-171ca305-f918-4d08-abff-8ee6464c06c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 200 len: 1000 time: 0.1263185 May 10 18:07:35.780362 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f268f-e881-4692-a863-bad36adfea29 req-14c1b57a-9af3-41bf-80d8-133949e76c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:35.781664 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-895f268f-e881-4692-a863-bad36adfea29 req-14c1b57a-9af3-41bf-80d8-133949e76c9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0732172 May 10 18:07:35.823734 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd52a-cb66-476c-8d9e-d6439cd553f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:35.832226 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7bcbfe66-d550-4a2f-bc63-2d3abdb9908e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:35.846782 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdd52a-cb66-476c-8d9e-d6439cd553f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37637cd-cdc0-4af5-a088-1dec65b495e0,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:35.853814 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ccbdd52a-cb66-476c-8d9e-d6439cd553f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:35.860557 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd52a-cb66-476c-8d9e-d6439cd553f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:35.861637 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-ccbdd52a-cb66-476c-8d9e-d6439cd553f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d37637cd-cdc0-4af5-a088-1dec65b495e0 HTTP/1.1" status: 204 len: 168 time: 0.3773830 May 10 18:07:35.885370 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f268f-e881-4692-a863-bad36adfea29 req-47059c36-5c12-4044-aba9-34257c42a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:35.886823 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-895f268f-e881-4692-a863-bad36adfea29 req-47059c36-5c12-4044-aba9-34257c42a185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0985303 May 10 18:07:36.025116 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-895f268f-e881-4692-a863-bad36adfea29 req-cb67ecb1-8978-4aff-9de3-321972d4a9e3 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314068 May 10 18:07:36.159296 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-895f268f-e881-4692-a863-bad36adfea29 req-83b26b36-5640-4929-bee6-8568ecbfb449 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280975 May 10 18:07:37.562472 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34810) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:37.677842 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:37.691848 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:37.695514 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Usage tracker for resource:security_group_rule and tenant:440f575cad7047d2bfe70d1c4806a8e7 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:37.698259 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:37.703850 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:37.785107 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:37.788756 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:37.797628 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4b7a411e-f157-44b1-b7ce-2f0a4b0a7e36 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:37.841002 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=440f575cad7047d2bfe70d1c4806a8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774951 May 10 18:07:37.841841 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96791eca-553a-44ab-85ce-e4469e419895,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:37.843754 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34816) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:37.844724 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bfd10cdb-3562-4f3f-8319-a2669f27300e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:37.906330 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdd18-13ca-40d4-bcdc-34ecdb5fc2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:37.931056 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdd18-13ca-40d4-bcdc-34ecdb5fc2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:37.981288 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdd18-13ca-40d4-bcdc-34ecdb5fc2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:37.985887 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3d9d45cb-3ac2-41fc-b6f2-821f0c926ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:37.997937 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffdd18-13ca-40d4-bcdc-34ecdb5fc2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96791eca-553a-44ab-85ce-e4469e419895,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:38.000123 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b9ffdd18-13ca-40d4-bcdc-34ecdb5fc2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:38.007668 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdd18-13ca-40d4-bcdc-34ecdb5fc2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:38.011397 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-b9ffdd18-13ca-40d4-bcdc-34ecdb5fc2ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96791eca-553a-44ab-85ce-e4469e419895 HTTP/1.1" status: 204 len: 168 time: 0.1662388 May 10 18:07:38.287397 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34824) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:38.305300 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:38.318971 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:38.322698 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8324c13bfcd1482494e2f7fc45cdf542 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:38.325412 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:38.330943 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:38.411401 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:38.416015 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:38.424130 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-864a7432-101a-4199-8607-4cb748e69f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:38.469349 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8324c13bfcd1482494e2f7fc45cdf542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807978 May 10 18:07:38.470925 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e03d0b4-2ac1-4508-91d0-e86b6f7f3df3,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:38.472038 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34828) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:38.473822 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:38.533444 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-511ff4d9-b32b-4916-9798-8b89f652cff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:38.558995 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-511ff4d9-b32b-4916-9798-8b89f652cff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:38.611490 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-511ff4d9-b32b-4916-9798-8b89f652cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:38.615099 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-66e7f810-56f3-4c8f-9587-573f7af7c49d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:38.628868 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff4d9-b32b-4916-9798-8b89f652cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e03d0b4-2ac1-4508-91d0-e86b6f7f3df3,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:38.633140 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-511ff4d9-b32b-4916-9798-8b89f652cff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:38.638531 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-511ff4d9-b32b-4916-9798-8b89f652cff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:38.641890 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-511ff4d9-b32b-4916-9798-8b89f652cff0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e03d0b4-2ac1-4508-91d0-e86b6f7f3df3 HTTP/1.1" status: 204 len: 168 time: 0.1666222 May 10 18:07:39.648736 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0763dcc3-d51d-424a-8902-76d30f7c1827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:40.628343 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34892) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:40.744692 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:40.759396 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:40.763173 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Usage tracker for resource:security_group_rule and tenant:60b7fa2e3fd746b7b5ed1244559c06aa is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:40.765924 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:40.771492 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:40.849694 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:40.854621 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:40.867239 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ccbdd52a-cb66-476c-8d9e-d6439cd553f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:40.904269 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60b7fa2e3fd746b7b5ed1244559c06aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741086 May 10 18:07:40.907055 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34900) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:40.919499 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11620069-defe-4c89-8c7a-411132c602f2,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:40.923383 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8259d934-332c-44fd-9c72-832e027e5c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:40.969308 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7b79-196e-4b41-9cea-79b276a122ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:40.995746 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7b79-196e-4b41-9cea-79b276a122ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.045912 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7b79-196e-4b41-9cea-79b276a122ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.049627 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-960f4ba5-583b-4a70-962c-2350ab7f3687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:41.061170 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b7b79-196e-4b41-9cea-79b276a122ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11620069-defe-4c89-8c7a-411132c602f2,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:41.064543 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fb4b7b79-196e-4b41-9cea-79b276a122ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:41.067683 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7b79-196e-4b41-9cea-79b276a122ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.068791 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-fb4b7b79-196e-4b41-9cea-79b276a122ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11620069-defe-4c89-8c7a-411132c602f2 HTTP/1.1" status: 204 len: 168 time: 0.1608479 May 10 18:07:41.343189 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 34908) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:41.361024 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.374975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:41.378700 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Usage tracker for resource:security_group_rule and tenant:c46dcc482f704fb5871864d4681a0e0c is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:41.381468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:41.387097 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:41.469697 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.474227 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.483093 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6cd50cad-b3ac-416e-9213-a17dac14c52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:41.520946 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c46dcc482f704fb5871864d4681a0e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767235 May 10 18:07:41.522440 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb12de7-6f09-46b8-aa35-2b252c6580aa,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:41.524952 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34912) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:41.525814 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-38e844ce-3b16-461f-a7e1-773c5ef75d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:41.583274 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ea2953e7-fa84-4ad4-894e-6ea526b667da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.609030 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ea2953e7-fa84-4ad4-894e-6ea526b667da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.659765 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ea2953e7-fa84-4ad4-894e-6ea526b667da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.664402 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-756e357f-6944-4243-97a3-eac30651c32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:41.675587 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2953e7-fa84-4ad4-894e-6ea526b667da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb12de7-6f09-46b8-aa35-2b252c6580aa,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:41.679293 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ea2953e7-fa84-4ad4-894e-6ea526b667da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:41.684502 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ea2953e7-fa84-4ad4-894e-6ea526b667da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:41.685579 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-ea2953e7-fa84-4ad4-894e-6ea526b667da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fb12de7-6f09-46b8-aa35-2b252c6580aa HTTP/1.1" status: 204 len: 168 time: 0.1595404 May 10 18:07:41.848830 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-30985235-f685-4067-95c5-d0b6121c42aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.163731 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.423187 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34938) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:42.530438 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1229461346-network', 'tenant_id': 'e71372530d6848f287a09f8395f21106'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:42.535017 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:42.538847 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Usage tracker for resource:network and tenant:e71372530d6848f287a09f8395f21106 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:42.541881 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:42.548441 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:42.558193 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Made reservation on behalf of e71372530d6848f287a09f8395f21106 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:07:42.560398 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.572588 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.587001 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:42.590722 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Usage tracker for resource:security_group_rule and tenant:e71372530d6848f287a09f8395f21106 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:42.593450 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:42.598919 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:42.681257 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.684900 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.687655 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b9ffdd18-13ca-40d4-bcdc-34ecdb5fc2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:42.715109 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:07:42.723237 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:42.727240 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:42.729949 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.730288 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.segments_db [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Added segment fe45670a-c075-41d7-8327-abc0cf4df043 of type vlan for network bd01eb81-47c3-4b11-9a72-9db65e55ce3c May 10 18:07:42.755238 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.788728 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.790787 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:42.791382 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.796124 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:42.824051 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:42.890956 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4666586 May 10 18:07:42.893798 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 34944) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:07:42.901695 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Request body: {'subnet': {'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1229461346-subnet', 'tenant_id': 'e71372530d6848f287a09f8395f21106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:42.904879 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Pushing event updated for resources: {'Network': ['ID=bd01eb81-47c3-4b11-9a72-9db65e55ce3c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:42.908015 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e9630c89-391a-4b90-9d6b-30cb4a1e8227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:42.908914 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:42.913147 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Usage tracker for resource:subnet and tenant:e71372530d6848f287a09f8395f21106 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:42.915291 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network bd01eb81-47c3-4b11-9a72-9db65e55ce3c details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:07:42.916792 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:42.922514 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:42.932213 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Made reservation on behalf of e71372530d6848f287a09f8395f21106 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:07:42.934610 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10728966'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:43.396738 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10801387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10729076'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:43.401336 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a2232cc1-69e9-4880-a00a-62fa6c20d621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:43.469605 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54327d81-0ca2-4821-b9a7-33c8736f7079,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:43.473156 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:43.479118 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Checking segment: {'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:07:43.479474 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Network hostable DHCP agents. Network: bd01eb81-47c3-4b11-9a72-9db65e55ce3c, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:07:43.497291 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Network bd01eb81-47c3-4b11-9a72-9db65e55ce3c is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:07:43.505965 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, bd01eb81-47c3-4b11-9a72-9db65e55ce3c) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:07:43.514913 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:43.515498 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:43.515927 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572415f-7d51-4f4e-b423-0aaeb616116b None None] Network bd01eb81-47c3-4b11-9a72-9db65e55ce3c requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:07:43.535246 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2a6f8f03-12b1-418a-aecd-3c4bee33a28b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6404729 May 10 18:07:43.699710 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95511158-4d54-4382-b933-40d982becc37 None None] Network bd01eb81-47c3-4b11-9a72-9db65e55ce3c requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:07:44.778601 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:45.627780 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d40f-8209-46cc-82b9-969858061971 req-e41021c0-adfe-4fda-94a7-6f52e3ce1699 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:45.629119 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-e41021c0-adfe-4fda-94a7-6f52e3ce1699 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/networks?id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c HTTP/1.1" status: 200 len: 809 time: 0.2374225 May 10 18:07:45.643917 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-a267a547-0b26-4314-997a-d8b85cd7cff1 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/quotas/e71372530d6848f287a09f8395f21106 HTTP/1.1" status: 200 len: 375 time: 0.0086436 May 10 18:07:45.688946 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-55588567-c292-44f3-a219-ff597418f87e tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e71372530d6848f287a09f8395f21106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403941 May 10 18:07:45.817305 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-8e966c24-2caa-4c56-86a4-dc83d5625bbc service neutron] 10.222.0.46 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220543 May 10 18:07:45.945884 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-98157e7f-cd94-42e1-ae31-7cebe89a1956 service neutron] 10.222.0.46 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215875 May 10 18:07:46.123696 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e2eb2a78-00b7-461a-a910-5efcc146d0be req-0063bfef-dd3d-4b30-80fb-3026f7c8c51b tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 210 time: 0.0463221 May 10 18:07:47.153051 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d40f-8209-46cc-82b9-969858061971 req-0ab8a0fd-dee1-4a0e-9661-295133532bc6 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:47.156060 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-0ab8a0fd-dee1-4a0e-9661-295133532bc6 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.64 "GET /v2.0/networks?id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c HTTP/1.1" status: 200 len: 809 time: 0.1549058 May 10 18:07:47.169647 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Request body: {'port': {'device_id': '4d872d26-27b7-468b-8e53-2db0e711264a', 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c', 'admin_state_up': True, 'tenant_id': 'e71372530d6848f287a09f8395f21106'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:47.291029 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-88fbb3ce-310f-4b68-935c-e309545ae27a req-07d35226-70fb-4d7e-8c85-cc16aa3410cc tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 210 time: 0.0580487 May 10 18:07:47.343434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:07:47.347094 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Usage tracker for resource:port and tenant:e71372530d6848f287a09f8395f21106 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:07:47.349830 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:07:47.356342 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:07:47.365525 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Made reservation on behalf of e71372530d6848f287a09f8395f21106 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:07:47.369278 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:47.524491 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Allocated IP 172.20.0.12 (bd01eb81-47c3-4b11-9a72-9db65e55ce3c/54327d81-0ca2-4821-b9a7-33c8736f7079/7e717bc8-59b7-4a42-a330-5cbcb4458f58) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:07:47.723554 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:47.751852 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:47.757063 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-35d90863-2ff5-4add-9916-028ee4043f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:47.816125 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Network bd01eb81-47c3-4b11-9a72-9db65e55ce3c is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:07:47.819077 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:07:47.827384 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:07:47.857482 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Pushing event updated for resources: {'Port': ['ID=7e717bc8-59b7-4a42-a330-5cbcb4458f58,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:47.863449 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:47.892531 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:47.893058 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:47.916649 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7509804 May 10 18:07:47.928455 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Request body: {'port': {'device_id': '4d872d26-27b7-468b-8e53-2db0e711264a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:07:48.038199 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:48.531015 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e717bc8-59b7-4a42-a330-5cbcb4458f58 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:07:48.544626 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778972e9-1f16-404b-976e-b098b51174be req-0fd87ac1-be29-4dce-9423-67ed72c25b6d tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:48.545313 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-778972e9-1f16-404b-976e-b098b51174be req-0fd87ac1-be29-4dce-9423-67ed72c25b6d tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Synchronizing usage tracker for tenant:e71372530d6848f287a09f8395f21106 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:07:48.549384 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:48.568500 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Transition to ACTIVE for port object 7e717bc8-59b7-4a42-a330-5cbcb4458f58 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:07:48.572638 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:48.576901 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:48.613142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-778972e9-1f16-404b-976e-b098b51174be req-0fd87ac1-be29-4dce-9423-67ed72c25b6d tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Unset dirty status for tenant:e71372530d6848f287a09f8395f21106 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:07:48.614262 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-778972e9-1f16-404b-976e-b098b51174be req-0fd87ac1-be29-4dce-9423-67ed72c25b6d tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 932 time: 0.2169538 May 10 18:07:48.756854 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e717bc8-59b7-4a42-a330-5cbcb4458f58,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:48.767120 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:48.774972 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-778972e9-1f16-404b-976e-b098b51174be req-035215fb-f6a3-4f7c-9d3a-d60ae553536a tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514072 May 10 18:07:48.838785 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Attempting to bind port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:07:48.839036 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Attempting to bind port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:07:48.839355 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Attempting to bind port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 on network bd01eb81-47c3-4b11-9a72-9db65e55ce3c {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:07:48.843786 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 on network bd01eb81-47c3-4b11-9a72-9db65e55ce3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:07:48.844103 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Attempting to bind port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 on network bd01eb81-47c3-4b11-9a72-9db65e55ce3c {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:07:48.849000 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:07:48.849328 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Checking segment: {'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:07:48.849702 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Bound using segment: {'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:07:48.850113 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Bound port: 7e717bc8-59b7-4a42-a330-5cbcb4458f58, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:07:48.850442 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:48.938174 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] For port 7e717bc8-59b7-4a42-a330-5cbcb4458f58, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:07:48.941032 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] For port 7e717bc8-59b7-4a42-a330-5cbcb4458f58, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7e717bc8-59b7-4a42-a330-5cbcb4458f58,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:07:48.945470 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:48.949770 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7168c628-7932-48f8-a1f0-683d5c8abb28 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:48.998912 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:48.999506 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:49.000886 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] 10.222.0.64 "PUT /v2.0/ports/7e717bc8-59b7-4a42-a330-5cbcb4458f58 HTTP/1.1" status: 200 len: 1094 time: 1.0764143 May 10 18:07:49.001366 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d872d26-27b7-468b-8e53-2db0e711264a', 'tag': '7e717bc8-59b7-4a42-a330-5cbcb4458f58'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:07:49.041010 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e717bc8-59b7-4a42-a330-5cbcb4458f58,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:49.044322 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:49.078033 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d872d26-27b7-468b-8e53-2db0e711264a', 'tag': '7e717bc8-59b7-4a42-a330-5cbcb4458f58', 'status': 'completed', 'code': 200} May 10 18:07:49.118110 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d40f-8209-46cc-82b9-969858061971 req-50d3b6fc-9630-45d2-b5c8-342e9780f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:49.119586 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-50d3b6fc-9630-45d2-b5c8-342e9780f56f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e71372530d6848f287a09f8395f21106&device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 1097 time: 0.0736198 May 10 18:07:49.189654 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-41aeaad5-bdc3-4f6a-a31b-682052882064 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e717bc8-59b7-4a42-a330-5cbcb4458f58 HTTP/1.1" status: 200 len: 217 time: 0.0625362 May 10 18:07:49.252047 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d40f-8209-46cc-82b9-969858061971 req-9367fae6-03cd-4f8b-8785-7642c7dd026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:49.253401 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-9367fae6-03cd-4f8b-8785-7642c7dd026e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54327d81-0ca2-4821-b9a7-33c8736f7079 HTTP/1.1" status: 200 len: 849 time: 0.0563889 May 10 18:07:49.301370 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-38415542-cb8c-489c-81cf-b3acbd07324a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409799 May 10 18:07:49.430546 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-ed067756-79fb-4894-8b91-0d2c761682d8 service neutron] 10.222.0.64 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217849 May 10 18:07:49.561472 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d223d40f-8209-46cc-82b9-969858061971 req-f9109941-70d3-4ad7-af92-6aeb2ac97d57 service neutron] 10.222.0.64 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253588 May 10 18:07:49.682413 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-ef1d458f-1e57-4f53-a97a-5d75b7dee1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:49.683844 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-ef1d458f-1e57-4f53-a97a-5d75b7dee1fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e71372530d6848f287a09f8395f21106&device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 1097 time: 0.0751011 May 10 18:07:49.811530 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-a72261db-c075-4648-a365-69111a4b0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:49.812987 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-a72261db-c075-4648-a365-69111a4b0331 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c HTTP/1.1" status: 200 len: 910 time: 0.1226583 May 10 18:07:49.879268 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-f1a1cbcf-da77-4e70-89d7-a946a677b1b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e717bc8-59b7-4a42-a330-5cbcb4458f58 HTTP/1.1" status: 200 len: 217 time: 0.0589271 May 10 18:07:50.086720 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-102cbc55-bd79-4383-a8e3-3ae161d810c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:50.088144 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-102cbc55-bd79-4383-a8e3-3ae161d810c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54327d81-0ca2-4821-b9a7-33c8736f7079 HTTP/1.1" status: 200 len: 849 time: 0.0723917 May 10 18:07:50.143119 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-ba050ed3-8ab2-4909-aa36-cdc7abd14540 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476139 May 10 18:07:50.151109 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644db79-1712-41df-829d-06ba245f2f45 req-b4ef4a77-f607-4d68-8b54-012d747d1742 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:50.152448 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4644db79-1712-41df-829d-06ba245f2f45 req-b4ef4a77-f607-4d68-8b54-012d747d1742 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 944 time: 0.2685256 May 10 18:07:50.271826 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4644db79-1712-41df-829d-06ba245f2f45 req-7d0ad3b2-3bb5-49df-b831-98ab0a028f4b tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012156 May 10 18:07:50.311331 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-ae1c5177-daa0-408f-8197-98062b68c305 service neutron] 10.222.0.64 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578872 May 10 18:07:50.441208 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-63e520c0-43d5-4267-bc70-4b2881d342fd req-133770ed-7662-4f19-8695-b0c46a1ded2e service neutron] 10.222.0.64 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228921 May 10 18:07:51.309509 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 7e717bc8-59b7-4a42-a330-5cbcb4458f58 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:07:51.460402 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512026e-dcc1-441c-8667-9a098109a8f0 req-01cf9358-b572-405f-afc7-a40876764cf3 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:51.461980 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7512026e-dcc1-441c-8667-9a098109a8f0 req-01cf9358-b572-405f-afc7-a40876764cf3 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 944 time: 0.0844231 May 10 18:07:51.468608 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 7e717bc8-59b7-4a42-a330-5cbcb4458f58, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7e717bc8-59b7-4a42-a330-5cbcb4458f58,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:07:51.482723 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '7e717bc8-59b7-4a42-a330-5cbcb4458f58', 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c', 'port_id': '7e717bc8-59b7-4a42-a330-5cbcb4458f58', 'mac_address': 'fa:16:3e:d9:f9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54327d81-0ca2-4821-b9a7-33c8736f7079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:07:51.506853 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7512026e-dcc1-441c-8667-9a098109a8f0 req-9f260cb8-f91b-45c8-8d8e-e210fe4a5ae3 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390351 May 10 18:07:51.538080 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:51.555856 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e717bc8-59b7-4a42-a330-5cbcb4458f58 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:07:51.571004 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 7e717bc8-59b7-4a42-a330-5cbcb4458f58, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7e717bc8-59b7-4a42-a330-5cbcb4458f58,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:07:51.574013 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:51.575973 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:51.643343 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=7e717bc8-59b7-4a42-a330-5cbcb4458f58,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:51.646206 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:51.807846 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['7e717bc8-59b7-4a42-a330-5cbcb4458f58'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:07:52.691465 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0af35-49b1-420b-af64-208f00cedfdf req-24a183c1-21d0-4b55-b8f4-8b9001735473 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:52.692924 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2ce0af35-49b1-420b-af64-208f00cedfdf req-24a183c1-21d0-4b55-b8f4-8b9001735473 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 945 time: 0.0797586 May 10 18:07:52.737039 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2ce0af35-49b1-420b-af64-208f00cedfdf req-15964458-ded8-48b6-ab93-889e9aa1e416 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378959 May 10 18:07:53.321315 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 7e717bc8-59b7-4a42-a330-5cbcb4458f58 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:07:53.390113 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:07:53.394598 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:07:53.394979 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:53.510076 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:53.536336 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d872d26-27b7-468b-8e53-2db0e711264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e717bc8-59b7-4a42-a330-5cbcb4458f58'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:07:53.546188 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 7e717bc8-59b7-4a42-a330-5cbcb4458f58, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7e717bc8-59b7-4a42-a330-5cbcb4458f58,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:07:53.549816 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:53.551702 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:53.581284 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d872d26-27b7-468b-8e53-2db0e711264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e717bc8-59b7-4a42-a330-5cbcb4458f58', 'code': 200} May 10 18:07:53.619314 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=7e717bc8-59b7-4a42-a330-5cbcb4458f58,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:53.622134 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:53.807290 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916242d-d947-4d25-ba4a-e9396d6688be req-c2a92175-ab16-4929-892f-b092945ff904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:53.808807 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7916242d-d947-4d25-ba4a-e9396d6688be req-c2a92175-ab16-4929-892f-b092945ff904 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 1099 time: 0.0727384 May 10 18:07:53.878913 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7916242d-d947-4d25-ba4a-e9396d6688be req-7199c3f1-51e7-4a35-b876-1aff9063c8e0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639307 May 10 18:07:53.925320 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905bc30-a02c-4f9c-be35-35f21d9ed35d req-50ffd98d-b02f-41a7-924d-b51d02f6ca56 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:53.926716 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c905bc30-a02c-4f9c-be35-35f21d9ed35d req-50ffd98d-b02f-41a7-924d-b51d02f6ca56 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 946 time: 0.0802927 May 10 18:07:53.973198 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c905bc30-a02c-4f9c-be35-35f21d9ed35d req-4e3dcebf-8ccb-460b-8f16-8c3de41c5e45 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 May 10 18:07:55.155260 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134edc7-f922-402c-bc3f-bb7fb7ad0433 req-a51265dd-4f7f-45f2-a42e-d031f81f7d13 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:55.156712 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d134edc7-f922-402c-bc3f-bb7fb7ad0433 req-a51265dd-4f7f-45f2-a42e-d031f81f7d13 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 946 time: 0.0782013 May 10 18:07:55.199912 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d134edc7-f922-402c-bc3f-bb7fb7ad0433 req-22e1417b-3aab-4c1a-bc33-98337ad35eb2 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374715 May 10 18:07:56.153963 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8417d-1625-41e6-bfbb-7ab498cd3507 req-ed40d6ab-09d3-49b8-a22d-4e50e4762b7f tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:56.155397 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-39b8417d-1625-41e6-bfbb-7ab498cd3507 req-ed40d6ab-09d3-49b8-a22d-4e50e4762b7f tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 946 time: 0.0815232 May 10 18:07:56.200462 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-39b8417d-1625-41e6-bfbb-7ab498cd3507 req-f92a9297-f5a1-473c-b361-cedeaa29e077 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 May 10 18:07:57.431727 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac546a-8efd-407d-be8b-8ce19c9fc7f2 req-214995fe-8f0d-46f7-951e-101a9ba1fe35 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:57.433189 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-82ac546a-8efd-407d-be8b-8ce19c9fc7f2 req-214995fe-8f0d-46f7-951e-101a9ba1fe35 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 946 time: 0.1282682 May 10 18:07:57.471735 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a4961bab-abb7-4a4d-a6a9-7a12804df400 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:07:57.473071 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a4961bab-abb7-4a4d-a6a9-7a12804df400 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 946 time: 0.1194549 May 10 18:07:57.534762 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-82ac546a-8efd-407d-be8b-8ce19c9fc7f2 req-515cf581-9a8e-4967-8498-0980a441be7b tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946128 May 10 18:07:57.620583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Deleting port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:07:57.620921 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:57.752504 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] For port 7e717bc8-59b7-4a42-a330-5cbcb4458f58, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7e717bc8-59b7-4a42-a330-5cbcb4458f58,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:07:57.752855 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:57.958513 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Calling delete_port for 7e717bc8-59b7-4a42-a330-5cbcb4458f58 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:07:58.070767 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:58.076442 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5e1314bd-f297-451c-8be4-f3b19246ee67 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:07:58.081996 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['7e717bc8-59b7-4a42-a330-5cbcb4458f58'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:07:58.121957 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Pushing event deleted for resources: {'Port': ['ID=7e717bc8-59b7-4a42-a330-5cbcb4458f58,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:07:58.147652 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:07:58.194612 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] No DVR routers for this DVR port 7e717bc8-59b7-4a42-a330-5cbcb4458f58 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:07:58.197544 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:07:58.199977 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d872d26-27b7-468b-8e53-2db0e711264a', 'name': 'network-vif-deleted', 'tag': '7e717bc8-59b7-4a42-a330-5cbcb4458f58'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:07:58.215213 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c4f48eae-8f98-4c44-9b20-26e791e1cbe8 req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.64 "DELETE /v2.0/ports/7e717bc8-59b7-4a42-a330-5cbcb4458f58 HTTP/1.1" status: 204 len: 173 time: 0.7316737 May 10 18:07:58.248442 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d872d26-27b7-468b-8e53-2db0e711264a', 'name': 'network-vif-deleted', 'tag': '7e717bc8-59b7-4a42-a330-5cbcb4458f58', 'status': 'completed', 'code': 200} May 10 18:07:58.703443 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-64453bcd-8bba-42ee-bc82-b3398818f65d req-da83858d-e2f8-494e-95a5-778055371a68 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Synchronizing usage tracker for tenant:e71372530d6848f287a09f8395f21106 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:07:58.721172 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-64453bcd-8bba-42ee-bc82-b3398818f65d req-da83858d-e2f8-494e-95a5-778055371a68 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Unset dirty status for tenant:e71372530d6848f287a09f8395f21106 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:07:58.722351 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-64453bcd-8bba-42ee-bc82-b3398818f65d req-da83858d-e2f8-494e-95a5-778055371a68 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d872d26-27b7-468b-8e53-2db0e711264a HTTP/1.1" status: 200 len: 210 time: 0.0665662 May 10 18:08:00.089292 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-e439c113-e3ad-409f-9bab-c87c497a183c tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:00.090761 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-e439c113-e3ad-409f-9bab-c87c497a183c tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/networks?id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c HTTP/1.1" status: 200 len: 809 time: 0.1486888 May 10 18:08:00.105723 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-31546287-114d-4e3c-9129-83a93b8cb875 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/quotas/e71372530d6848f287a09f8395f21106 HTTP/1.1" status: 200 len: 375 time: 0.0095639 May 10 18:08:00.152246 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-1a366669-7a5c-47de-b21c-5c782d718bb1 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e71372530d6848f287a09f8395f21106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417674 May 10 18:08:00.328309 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-ac96b287-3cec-4522-a8c1-8c4877885fe5 service neutron] 10.222.0.46 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696250 May 10 18:08:00.460094 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-e994ccb0-76cf-4a3f-8596-4e8b678031ca service neutron] 10.222.0.46 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260061 May 10 18:08:01.354728 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 7e717bc8-59b7-4a42-a330-5cbcb4458f58 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:08:01.389827 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 7e717bc8-59b7-4a42-a330-5cbcb4458f58 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:08:01.390176 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 7e717bc8-59b7-4a42-a330-5cbcb4458f58 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:08:01.657449 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-80f2eb85-d163-442d-a4e2-033b89b699e3 req-41b99693-b576-40a8-8539-ac0083384467 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 210 time: 0.0457418 May 10 18:08:02.653805 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-10235872-d0a5-4101-b8f7-1f0fe73dde10 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:02.655203 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-10235872-d0a5-4101-b8f7-1f0fe73dde10 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.64 "GET /v2.0/networks?id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c HTTP/1.1" status: 200 len: 809 time: 0.1508844 May 10 18:08:02.667240 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Request body: {'port': {'device_id': '7fc051e3-5a19-47b6-a1c4-da20f3aadf62', 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c', 'admin_state_up': True, 'tenant_id': 'e71372530d6848f287a09f8395f21106'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:08:02.822284 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4a39fed3-975d-4ea2-951a-a37a8599e25d req-a0601f67-0624-40c1-b14f-39c279c75af8 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 210 time: 0.0501895 May 10 18:08:02.840401 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:08:02.850063 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:08:02.860310 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Made reservation on behalf of e71372530d6848f287a09f8395f21106 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:08:02.863846 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:03.022324 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Allocated IP 172.20.0.13 (bd01eb81-47c3-4b11-9a72-9db65e55ce3c/54327d81-0ca2-4821-b9a7-33c8736f7079/923016f0-4ff5-4af4-9c9d-25645f1c5bcb) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:08:03.217223 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:03.247704 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:03.254762 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:03.409689 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Network bd01eb81-47c3-4b11-9a72-9db65e55ce3c is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:08:03.412704 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:08:03.416581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:08:03.456988 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Pushing event updated for resources: {'Port': ['ID=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:03.462045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:03.488243 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:03.488844 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:03.513461 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8497810 May 10 18:08:03.525445 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Request body: {'port': {'device_id': '7fc051e3-5a19-47b6-a1c4-da20f3aadf62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:08:03.637735 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:03.919249 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:08:04.018087 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923016f0-4ff5-4af4-9c9d-25645f1c5bcb {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:08:04.027135 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:04.047961 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Transition to ACTIVE for port object 923016f0-4ff5-4af4-9c9d-25645f1c5bcb will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:08:04.060525 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:04.065927 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a89315e9-701a-488f-babf-073fc07b1eb9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:04.107117 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e85c0f-8cf8-461d-97a3-5858196946bf req-ea133ee7-7575-479c-ada3-bfb5d1c893e0 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:04.107825 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-01e85c0f-8cf8-461d-97a3-5858196946bf req-ea133ee7-7575-479c-ada3-bfb5d1c893e0 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Synchronizing usage tracker for tenant:e71372530d6848f287a09f8395f21106 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:08:04.227361 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Pushing event updated for resources: {'Port': ['ID=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:04.234006 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-01e85c0f-8cf8-461d-97a3-5858196946bf req-ea133ee7-7575-479c-ada3-bfb5d1c893e0 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Unset dirty status for tenant:e71372530d6848f287a09f8395f21106 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:08:04.235133 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-01e85c0f-8cf8-461d-97a3-5858196946bf req-ea133ee7-7575-479c-ada3-bfb5d1c893e0 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 932 time: 0.2852240 May 10 18:08:04.235913 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:04.324353 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-01e85c0f-8cf8-461d-97a3-5858196946bf req-d1fe1fbb-62c6-4624-87e4-56db9901e7a3 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832851 May 10 18:08:04.348025 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Attempting to bind port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:08:04.348348 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Attempting to bind port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:08:04.348668 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Attempting to bind port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb on network bd01eb81-47c3-4b11-9a72-9db65e55ce3c {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:08:04.353638 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb on network bd01eb81-47c3-4b11-9a72-9db65e55ce3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:08:04.354094 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Attempting to bind port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb on network bd01eb81-47c3-4b11-9a72-9db65e55ce3c {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:08:04.358948 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:08:04.359285 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Checking segment: {'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:08:04.359680 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Bound using segment: {'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:08:04.360097 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Bound port: 923016f0-4ff5-4af4-9c9d-25645f1c5bcb, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe45670a-c075-41d7-8327-abc0cf4df043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:08:04.360432 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:04.451155 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] For port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:08:04.454094 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] For port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:08:04.458465 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:04.463348 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e3eb61e5-6abf-463f-aeb8-cf21fb37e34d tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:04.515512 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:04.516217 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:04.517560 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] 10.222.0.64 "PUT /v2.0/ports/923016f0-4ff5-4af4-9c9d-25645f1c5bcb HTTP/1.1" status: 200 len: 1094 time: 0.9971077 May 10 18:08:04.518048 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc051e3-5a19-47b6-a1c4-da20f3aadf62', 'tag': '923016f0-4ff5-4af4-9c9d-25645f1c5bcb'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:08:04.544144 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Pushing event updated for resources: {'Port': ['ID=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:04.547121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:04.588210 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc051e3-5a19-47b6-a1c4-da20f3aadf62', 'tag': '923016f0-4ff5-4af4-9c9d-25645f1c5bcb', 'status': 'completed', 'code': 200} May 10 18:08:04.631531 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-f0926eec-5a42-4edd-bce5-ce913abf84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:04.634221 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-f0926eec-5a42-4edd-bce5-ce913abf84d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e71372530d6848f287a09f8395f21106&device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 1097 time: 0.0780563 May 10 18:08:04.702479 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-d8094b4e-f746-4ea3-8f5f-dc71158a99b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923016f0-4ff5-4af4-9c9d-25645f1c5bcb HTTP/1.1" status: 200 len: 217 time: 0.0606096 May 10 18:08:04.769485 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-2cba8463-cb15-4e62-98b4-ee905d6ba029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:04.770775 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-2cba8463-cb15-4e62-98b4-ee905d6ba029 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54327d81-0ca2-4821-b9a7-33c8736f7079 HTTP/1.1" status: 200 len: 849 time: 0.0613761 May 10 18:08:04.816703 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-860ac1fd-89e1-4287-9160-62ffd936972f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396726 May 10 18:08:04.850242 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:04.945711 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-b5e1871d-69d0-4902-86a6-c32ce487f11d service neutron] 10.222.0.64 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220436 May 10 18:08:05.168538 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-db02fcb3-5402-4426-8bc4-8a9156311d8e req-21026b71-bd83-4a14-893a-856117704e89 service neutron] 10.222.0.64 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171423 May 10 18:08:05.281490 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-de277503-e21d-4f83-8375-774ef95ac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:05.282904 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-de277503-e21d-4f83-8375-774ef95ac6d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e71372530d6848f287a09f8395f21106&device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 1097 time: 0.0724618 May 10 18:08:05.414123 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-4ab5d269-294e-4077-9df0-1b5f93c026cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:05.415544 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-4ab5d269-294e-4077-9df0-1b5f93c026cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c HTTP/1.1" status: 200 len: 910 time: 0.1253781 May 10 18:08:05.523586 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-f3802f7b-e83d-4610-8292-5907dff97eea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923016f0-4ff5-4af4-9c9d-25645f1c5bcb HTTP/1.1" status: 200 len: 217 time: 0.1011553 May 10 18:08:05.596284 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-93e5bf23-c9dd-4fc3-9a48-664a47d13fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:05.597727 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-93e5bf23-c9dd-4fc3-9a48-664a47d13fea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54327d81-0ca2-4821-b9a7-33c8736f7079 HTTP/1.1" status: 200 len: 849 time: 0.0671647 May 10 18:08:05.650102 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accbd4e-4e9c-4c3e-89df-9e84dece6ac5 req-e8a8b594-e9d2-402e-91a5-4fcc891e9483 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:05.651534 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6accbd4e-4e9c-4c3e-89df-9e84dece6ac5 req-e8a8b594-e9d2-402e-91a5-4fcc891e9483 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 944 time: 0.1823492 May 10 18:08:05.657865 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-61c5dabf-b6b6-4a72-85b7-ffab13b487c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd01eb81-47c3-4b11-9a72-9db65e55ce3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519786 May 10 18:08:05.772361 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6accbd4e-4e9c-4c3e-89df-9e84dece6ac5 req-a9d85fa6-c665-4ed9-83b9-a074e95dd098 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135306 May 10 18:08:05.820729 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-ae5c7a99-4b8e-4869-ba3d-9c09c36da2be service neutron] 10.222.0.64 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489015 May 10 18:08:05.957508 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a1081b0-882c-4821-88e4-0c0eca913eba req-8fa60d74-451a-479d-90f7-51e16163ce3c service neutron] 10.222.0.64 "GET /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303077 May 10 18:08:06.959393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e23f2-870d-401f-b9fd-0af77afc11ea req-122bd80a-d888-4ecf-9739-e15f59e5b3f5 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:06.961601 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-296e23f2-870d-401f-b9fd-0af77afc11ea req-122bd80a-d888-4ecf-9739-e15f59e5b3f5 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 944 time: 0.0797708 May 10 18:08:07.012533 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-296e23f2-870d-401f-b9fd-0af77afc11ea req-275edd8c-18d5-44df-a640-035a4dddd613 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454366 May 10 18:08:07.369977 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 923016f0-4ff5-4af4-9c9d-25645f1c5bcb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:08:07.498499 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:07.510916 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '923016f0-4ff5-4af4-9c9d-25645f1c5bcb', 'network_id': 'bd01eb81-47c3-4b11-9a72-9db65e55ce3c', 'port_id': '923016f0-4ff5-4af4-9c9d-25645f1c5bcb', 'mac_address': 'fa:16:3e:7d:15:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54327d81-0ca2-4821-b9a7-33c8736f7079', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:08:07.563152 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:07.582042 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923016f0-4ff5-4af4-9c9d-25645f1c5bcb {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:08:07.597604 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:07.602163 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:07.603953 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:07.668174 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:07.670924 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:07.816729 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['923016f0-4ff5-4af4-9c9d-25645f1c5bcb'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:08:08.199250 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858244-dc67-4537-8d80-e2737aa3a285 req-0da07e26-b91a-4d7e-a6eb-ff7cffc0fcc7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:08.203838 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8a858244-dc67-4537-8d80-e2737aa3a285 req-0da07e26-b91a-4d7e-a6eb-ff7cffc0fcc7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 945 time: 0.0795956 May 10 18:08:08.248228 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8a858244-dc67-4537-8d80-e2737aa3a285 req-1a0554ff-6e45-40d7-87b2-e2c8abc74e0e tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 May 10 18:08:08.368074 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb462c-019a-4fa6-8d59-3b6605049083 req-487e3833-906f-4b23-b84d-9ca52571e0e5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:08.369505 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c4fb462c-019a-4fa6-8d59-3b6605049083 req-487e3833-906f-4b23-b84d-9ca52571e0e5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0832617 May 10 18:08:08.413960 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c4fb462c-019a-4fa6-8d59-3b6605049083 req-9799cd99-1100-471b-83d5-e0a46a13192f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387588 May 10 18:08:09.385126 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 923016f0-4ff5-4af4-9c9d-25645f1c5bcb up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:08:09.432987 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45084a-33a8-4e50-8586-cb900b868074 req-b2ef954e-838e-4285-a125-27852caba207 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:09.434455 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6a45084a-33a8-4e50-8586-cb900b868074 req-b2ef954e-838e-4285-a125-27852caba207 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 945 time: 0.0822535 May 10 18:08:09.452797 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:08:09.458122 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:08:09.458504 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:09.480317 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6a45084a-33a8-4e50-8586-cb900b868074 req-03c5ee37-e912-4fd0-9604-ad64777a9b54 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 May 10 18:08:09.582264 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:09.608430 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc051e3-5a19-47b6-a1c4-da20f3aadf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923016f0-4ff5-4af4-9c9d-25645f1c5bcb'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:08:09.614482 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7db1c-7a55-4e19-b793-45001c4fae89 req-65e58b1b-efaf-4630-a42c-7991b79764ec tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:09.615994 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-99d7db1c-7a55-4e19-b793-45001c4fae89 req-65e58b1b-efaf-4630-a42c-7991b79764ec tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0862081 May 10 18:08:09.621460 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:09.626540 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:09.628391 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:09.664373 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc051e3-5a19-47b6-a1c4-da20f3aadf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923016f0-4ff5-4af4-9c9d-25645f1c5bcb', 'code': 200} May 10 18:08:09.671092 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-99d7db1c-7a55-4e19-b793-45001c4fae89 req-a0f2d7bd-5f78-404a-a6b9-640c50b078ac tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478780 May 10 18:08:09.687961 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ce4db802-201d-4943-a84c-fbb6e4eedce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:09.714197 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:09.717378 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:09.901640 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb01c0-82bf-4f29-b83d-5388992041c5 req-4146a39b-649d-46ab-94e1-57d3a2f9c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:09.902997 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-90eb01c0-82bf-4f29-b83d-5388992041c5 req-4146a39b-649d-46ab-94e1-57d3a2f9c85d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 1099 time: 0.0718920 May 10 18:08:09.941959 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-90eb01c0-82bf-4f29-b83d-5388992041c5 req-ebaf501c-5744-455e-a81c-e7a9c2e398ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330517 May 10 18:08:10.673875 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b9c5-6b11-436a-97f8-cd5598c61b87 req-911ef7ed-2b9c-4fcf-b5a8-d17b888827da tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:10.675241 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a52b9c5-6b11-436a-97f8-cd5598c61b87 req-911ef7ed-2b9c-4fcf-b5a8-d17b888827da tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 946 time: 0.0814450 May 10 18:08:10.727696 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a52b9c5-6b11-436a-97f8-cd5598c61b87 req-ea7a30c3-042f-4b39-9ad8-430de6159fe9 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456042 May 10 18:08:10.972408 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172f08b-e4d4-4973-a8eb-c3c6e60d4de6 req-24cd2771-1da8-4c07-87b3-ef144af77dd3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:10.973748 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6172f08b-e4d4-4973-a8eb-c3c6e60d4de6 req-24cd2771-1da8-4c07-87b3-ef144af77dd3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.1778173 May 10 18:08:11.018929 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6172f08b-e4d4-4973-a8eb-c3c6e60d4de6 req-131654ad-74bf-411b-b271-2f924625c522 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385840 May 10 18:08:11.850242 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ddfb0689-dbd8-4fb3-984b-9aa501d6e02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:11.910201 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b42fd-7a72-499d-8aa9-374ee803711f req-16721734-5c60-4c4d-9927-6b3091a54f85 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:11.911653 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-383b42fd-7a72-499d-8aa9-374ee803711f req-16721734-5c60-4c4d-9927-6b3091a54f85 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 946 time: 0.0792654 May 10 18:08:11.957879 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-383b42fd-7a72-499d-8aa9-374ee803711f req-d7c65ede-2d6e-4f39-8f71-2114f318c236 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 May 10 18:08:12.165903 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:12.213885 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a535b-64ab-4a40-b985-bfcf7e1fa1ed req-c83142cf-5dbc-40df-a9c4-c0f8ad661a2c tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:12.215334 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7e2a535b-64ab-4a40-b985-bfcf7e1fa1ed req-c83142cf-5dbc-40df-a9c4-c0f8ad661a2c tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0856977 May 10 18:08:12.260413 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7e2a535b-64ab-4a40-b985-bfcf7e1fa1ed req-07988e26-6390-40c8-8ee3-c5a0d7a36e6d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393372 May 10 18:08:12.826127 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:13.149303 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79adb7c-5a4c-4d9a-872d-505791bf8e73 req-9eefc087-2f60-475c-9388-dde6390ac968 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:13.151800 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f79adb7c-5a4c-4d9a-872d-505791bf8e73 req-9eefc087-2f60-475c-9388-dde6390ac968 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 946 time: 0.0876951 May 10 18:08:13.197208 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f79adb7c-5a4c-4d9a-872d-505791bf8e73 req-8bbbddff-6bce-4276-92b0-9cdf2e0609ad tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 May 10 18:08:13.592141 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898272d-ff3e-4276-929d-7a0ce5794266 req-83dddf1e-ebc7-4d44-8985-5c5e485a687c tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:13.593597 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7898272d-ff3e-4276-929d-7a0ce5794266 req-83dddf1e-ebc7-4d44-8985-5c5e485a687c tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0789714 May 10 18:08:13.640490 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7898272d-ff3e-4276-929d-7a0ce5794266 req-80d913d1-21e5-413d-974a-842ede115f4f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 May 10 18:08:14.437911 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b193ed-162a-4de6-8282-a458fc294204 req-03b3b2d1-71f9-4f42-acf2-376f13cdd7bf tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:14.439307 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f3b193ed-162a-4de6-8282-a458fc294204 req-03b3b2d1-71f9-4f42-acf2-376f13cdd7bf tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 946 time: 0.1072001 May 10 18:08:14.448277 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977edd4a-0224-4991-862a-f4c8347a62d7 req-455210c5-cf02-4fd9-b186-8c3806bbd197 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:14.449592 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-977edd4a-0224-4991-862a-f4c8347a62d7 req-455210c5-cf02-4fd9-b186-8c3806bbd197 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 946 time: 0.1488664 May 10 18:08:14.569856 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-977edd4a-0224-4991-862a-f4c8347a62d7 req-83fb5f7a-9f81-4f85-a104-a5a75c47cc89 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/security-groups?id=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909801 May 10 18:08:14.611907 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Deleting port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:08:14.612166 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:14.743322 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] For port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,segment=NetworkSegment(fe45670a-c075-41d7-8327-abc0cf4df043),segment_id=fe45670a-c075-41d7-8327-abc0cf4df043)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:14.743697 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:14.781055 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:14.905543 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Calling delete_port for 923016f0-4ff5-4af4-9c9d-25645f1c5bcb owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:08:14.959423 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962a124-f574-47e0-84a8-9194feb4addd req-3ce508ae-008f-4e5d-bf9c-019679da33ee tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:14.961491 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8962a124-f574-47e0-84a8-9194feb4addd req-3ce508ae-008f-4e5d-bf9c-019679da33ee tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.2108197 May 10 18:08:15.044929 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8962a124-f574-47e0-84a8-9194feb4addd req-245f1ce1-fe14-4be3-9d32-e4def683930d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725675 May 10 18:08:15.075289 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:15.080649 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-507ff34a-2de7-4f20-8f5e-407a12602e96 tempest-VolumesSnapshotTestJSON-313586066 tempest-VolumesSnapshotTestJSON-313586066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:15.088585 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['923016f0-4ff5-4af4-9c9d-25645f1c5bcb'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:08:15.128870 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Pushing event deleted for resources: {'Port': ['ID=923016f0-4ff5-4af4-9c9d-25645f1c5bcb,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:15.131728 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:15.200249 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] No DVR routers for this DVR port 923016f0-4ff5-4af4-9c9d-25645f1c5bcb on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:08:15.202632 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:15.205145 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc051e3-5a19-47b6-a1c4-da20f3aadf62', 'name': 'network-vif-deleted', 'tag': '923016f0-4ff5-4af4-9c9d-25645f1c5bcb'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:08:15.220548 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f3b193ed-162a-4de6-8282-a458fc294204 req-062f74ab-5f14-443d-9bfa-7f26f0906042 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.64 "DELETE /v2.0/ports/923016f0-4ff5-4af4-9c9d-25645f1c5bcb HTTP/1.1" status: 204 len: 173 time: 0.7700527 May 10 18:08:15.250436 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc051e3-5a19-47b6-a1c4-da20f3aadf62', 'name': 'network-vif-deleted', 'tag': '923016f0-4ff5-4af4-9c9d-25645f1c5bcb', 'status': 'completed', 'code': 200} May 10 18:08:15.735529 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-6c8bcbc3-d27b-40a3-bb3b-88b809f55df9 req-1285bee7-aa3f-4741-a0b5-0b3f50e89b92 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Synchronizing usage tracker for tenant:e71372530d6848f287a09f8395f21106 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:08:15.755235 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-6c8bcbc3-d27b-40a3-bb3b-88b809f55df9 req-1285bee7-aa3f-4741-a0b5-0b3f50e89b92 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Unset dirty status for tenant:e71372530d6848f287a09f8395f21106 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:08:15.756705 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6c8bcbc3-d27b-40a3-bb3b-88b809f55df9 req-1285bee7-aa3f-4741-a0b5-0b3f50e89b92 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc051e3-5a19-47b6-a1c4-da20f3aadf62 HTTP/1.1" status: 200 len: 210 time: 0.0663595 May 10 18:08:16.233929 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d5651-196a-47b9-9a4c-4ef963a462de req-07a35908-edb1-4078-8cfa-ad8f0e6e2bcb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:16.235379 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4c2d5651-196a-47b9-9a4c-4ef963a462de req-07a35908-edb1-4078-8cfa-ad8f0e6e2bcb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0790329 May 10 18:08:16.279650 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4c2d5651-196a-47b9-9a4c-4ef963a462de req-ec8f0355-9924-480f-bb7e-21b54f330dab tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 May 10 18:08:17.398561 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 923016f0-4ff5-4af4-9c9d-25645f1c5bcb no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:08:17.434960 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 923016f0-4ff5-4af4-9c9d-25645f1c5bcb {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:08:17.434960 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 923016f0-4ff5-4af4-9c9d-25645f1c5bcb not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:08:17.572463 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92656f3c-56ef-4365-9ae9-50f6af21e602 req-9b692334-1ad8-4849-ba22-ecdfaa2c3d52 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:17.573839 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-92656f3c-56ef-4365-9ae9-50f6af21e602 req-9b692334-1ad8-4849-ba22-ecdfaa2c3d52 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.1829593 May 10 18:08:17.619031 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-92656f3c-56ef-4365-9ae9-50f6af21e602 req-4c632ecc-1837-427b-b316-2f4a3ecadfae tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395217 May 10 18:08:18.813409 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb66d78-7328-4e61-b848-81fac51562ff req-87d6bec9-e8ef-4717-986d-fc42a4b79684 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:18.815590 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3fb66d78-7328-4e61-b848-81fac51562ff req-87d6bec9-e8ef-4717-986d-fc42a4b79684 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0830324 May 10 18:08:18.875122 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3fb66d78-7328-4e61-b848-81fac51562ff req-a22957bb-7cca-4cda-89f6-6cf908b99908 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530756 May 10 18:08:19.399619 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:08:19.549774 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:19.565179 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'port_id': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'mac_address': 'fa:16:3e:cf:a7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:08:19.655962 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:19.673075 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:08:19.691818 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:19.696926 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:19.699352 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-914fd721-54d8-4d8f-b4fd-d31b2c761d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:19.772199 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=6']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:19.776655 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:19.779360 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:08:20.117675 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8afd3-d8cf-4d89-9b80-7b694cbe2004 req-007c3b5f-bda8-4c32-98fc-fb4578d651f1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:20.125051 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0b8afd3-d8cf-4d89-9b80-7b694cbe2004 req-007c3b5f-bda8-4c32-98fc-fb4578d651f1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 944 time: 0.1102014 May 10 18:08:20.176973 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b0b8afd3-d8cf-4d89-9b80-7b694cbe2004 req-9829284a-9e14-4e3b-91ba-6ce9648e1195 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507624 May 10 18:08:21.399956 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:08:21.519608 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fc06-adb9-41f3-8281-5b920b43ae9a req-af916586-45be-4800-b74d-a4808534f999 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:21.529208 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84d9fc06-adb9-41f3-8281-5b920b43ae9a req-af916586-45be-4800-b74d-a4808534f999 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 944 time: 0.1966228 May 10 18:08:21.563405 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:08:21.564204 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:21.591963 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-84d9fc06-adb9-41f3-8281-5b920b43ae9a req-7e3ef495-b603-4d2d-a4b0-a1a4340d45bb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617843 May 10 18:08:21.751605 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:21.787479 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:21.789274 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:08:21.809388 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:21.815042 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:21.886239 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'code': 200} May 10 18:08:21.925322 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=7']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:21.937359 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:22.813950 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3008278-bb6c-4fec-8101-02ae6adb9c0d req-132c00ee-d6a7-4861-8ca7-20e624694743 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:22.822533 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f3008278-bb6c-4fec-8101-02ae6adb9c0d req-132c00ee-d6a7-4861-8ca7-20e624694743 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.1054347 May 10 18:08:22.887518 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f3008278-bb6c-4fec-8101-02ae6adb9c0d req-1e924b81-25d9-4891-86a4-34787ed9cb23 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613539 May 10 18:08:24.099099 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab635e8-45f9-4509-be3f-cdb3977066f4 req-8cd89862-3bd5-40c7-90e6-14d8233581e2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:24.108605 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7ab635e8-45f9-4509-be3f-cdb3977066f4 req-8cd89862-3bd5-40c7-90e6-14d8233581e2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0931656 May 10 18:08:24.157686 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7ab635e8-45f9-4509-be3f-cdb3977066f4 req-58489abd-e9c1-41eb-b69b-4bbbe90571df tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 May 10 18:08:25.374941 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9e815-85c8-4121-9dbf-a2284b1f49a1 req-11cdce38-3f07-42a7-bcd0-c04a0917dd83 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:25.383786 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-72f9e815-85c8-4121-9dbf-a2284b1f49a1 req-11cdce38-3f07-42a7-bcd0-c04a0917dd83 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.1021795 May 10 18:08:25.443256 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-72f9e815-85c8-4121-9dbf-a2284b1f49a1 req-175a9517-2763-404b-b258-00b11523c4c5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580301 May 10 18:08:26.673800 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39026d-6147-4b74-a2aa-9f33bcb05652 req-e4fa3744-5269-45cb-846f-020753e27504 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:26.681715 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8a39026d-6147-4b74-a2aa-9f33bcb05652 req-e4fa3744-5269-45cb-846f-020753e27504 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.1073465 May 10 18:08:26.763933 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8a39026d-6147-4b74-a2aa-9f33bcb05652 req-4319f247-cf79-4337-9747-c13fcae3c0fa tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797966 May 10 18:08:28.048412 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67860ee5-f2ad-4dbc-ab92-4c2bcfeacca6 req-96bc419f-1c59-49aa-a8cf-e527b0847396 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:28.058222 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-67860ee5-f2ad-4dbc-ab92-4c2bcfeacca6 req-96bc419f-1c59-49aa-a8cf-e527b0847396 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.1152194 May 10 18:08:28.171577 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-67860ee5-f2ad-4dbc-ab92-4c2bcfeacca6 req-64bce310-f661-4a7c-bf1f-edfc9f3617b5 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117139 May 10 18:08:29.560296 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f678-f018-4c7c-b6e0-06a7228035f3 req-6a9c46b3-19ed-4135-b415-5b020e623b73 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:29.568283 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dd96f678-f018-4c7c-b6e0-06a7228035f3 req-6a9c46b3-19ed-4135-b415-5b020e623b73 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.2127733 May 10 18:08:29.637372 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-dd96f678-f018-4c7c-b6e0-06a7228035f3 req-3cf467ab-9537-467f-8244-22a415d8203a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637178 May 10 18:08:30.839259 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4418d19-2b40-43aa-8d68-210aeae9f3f5 req-5ec86308-0e85-4f75-9cd0-2eec42f6453b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:30.840728 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d4418d19-2b40-43aa-8d68-210aeae9f3f5 req-5ec86308-0e85-4f75-9cd0-2eec42f6453b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0890181 May 10 18:08:30.891606 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d4418d19-2b40-43aa-8d68-210aeae9f3f5 req-f76c2f13-0ba1-4fba-b981-b0389a26aaf0 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 May 10 18:08:31.382532 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2537a-2178-434a-99aa-26679755cd83 req-6fa49853-3238-434b-a2ed-59be5708970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:31.384007 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbd2537a-2178-434a-99aa-26679755cd83 req-6fa49853-3238-434b-a2ed-59be5708970f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1098 time: 0.0864282 May 10 18:08:31.542459 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2537a-2178-434a-99aa-26679755cd83 req-b2035cd3-68db-4006-b6cd-75488abb4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:31.543938 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbd2537a-2178-434a-99aa-26679755cd83 req-b2035cd3-68db-4006-b6cd-75488abb4b52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1528966 May 10 18:08:31.656816 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbd2537a-2178-434a-99aa-26679755cd83 req-dac7ea71-d3e1-4d7a-aba1-321b00e5d59c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 200 len: 1000 time: 0.1055529 May 10 18:08:31.722151 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2537a-2178-434a-99aa-26679755cd83 req-ebfb1fce-921d-4d10-bb3e-106d52b1ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:31.723555 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbd2537a-2178-434a-99aa-26679755cd83 req-ebfb1fce-921d-4d10-bb3e-106d52b1ba21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0603490 May 10 18:08:31.803760 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2537a-2178-434a-99aa-26679755cd83 req-d98f1d40-8cbf-4ffc-b448-bbab636550d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:31.805484 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbd2537a-2178-434a-99aa-26679755cd83 req-d98f1d40-8cbf-4ffc-b448-bbab636550d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744648 May 10 18:08:32.099809 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbd2537a-2178-434a-99aa-26679755cd83 req-68580736-f5e2-4d53-afae-4937db561073 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874696 May 10 18:08:32.251304 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-fbd2537a-2178-434a-99aa-26679755cd83 req-ffa2807a-fd57-48de-a63a-e5267e710319 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440911 May 10 18:08:32.272842 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3489a4-e598-4ddf-8f06-758dfaffe1f4 req-3af17ff9-b764-4898-a413-fb71f6c26866 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:32.274671 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca3489a4-e598-4ddf-8f06-758dfaffe1f4 req-3af17ff9-b764-4898-a413-fb71f6c26866 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.2478867 May 10 18:08:32.343227 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ca3489a4-e598-4ddf-8f06-758dfaffe1f4 req-0be8dd07-cde0-46c3-aa40-dd310a03d114 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619426 May 10 18:08:33.553419 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64d3ff-7e55-4c47-905e-a65eb8beaafd req-6b09b1e5-2b6f-4697-bc9e-2f923988e3a3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:33.555449 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c64d3ff-7e55-4c47-905e-a65eb8beaafd req-6b09b1e5-2b6f-4697-bc9e-2f923988e3a3 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0927382 May 10 18:08:33.602603 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5c64d3ff-7e55-4c47-905e-a65eb8beaafd req-67dc3f66-bef1-45a7-aea4-2fd85c11cc35 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409880 May 10 18:08:34.794393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5460d-a358-4671-973b-7f8a171b90a0 req-e173df77-f5dc-4f0c-a27b-87b8af37e504 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:34.795849 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-98b5460d-a358-4671-973b-7f8a171b90a0 req-e173df77-f5dc-4f0c-a27b-87b8af37e504 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 945 time: 0.0816913 May 10 18:08:34.843670 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-98b5460d-a358-4671-973b-7f8a171b90a0 req-74bae946-c923-48ee-8735-09af20d9d85c tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 May 10 18:08:34.860315 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:35.524600 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:08:35.647552 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:35.681715 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:08:35.691607 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:35.696461 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:35.699080 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:35.734902 dv-cinder-790492-1-smb neutron-server[78707]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'code': 422} returned with failed status May 10 18:08:35.767543 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=8']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:35.774750 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.775091 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.775424 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.775788 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.776116 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.776436 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.776759 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.777075 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.777389 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.777702 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.778015 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.778325 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:35.782029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:36.333728 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67997109-3823-47ea-835c-05f30ffe75ad req-d496cea9-5351-4a42-8f34-76a95fa6c11b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:36.335963 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-67997109-3823-47ea-835c-05f30ffe75ad req-d496cea9-5351-4a42-8f34-76a95fa6c11b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.1422210 May 10 18:08:36.339947 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-d405dc3c-fc6b-4b58-a6b9-61cc3547a17b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107082 May 10 18:08:36.383038 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-67997109-3823-47ea-835c-05f30ffe75ad req-c347ee71-7f28-476b-9ce9-e5a88381fb1a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409286 May 10 18:08:36.637513 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35466) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:08:36.701504 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Deleting subnet 54327d81-0ca2-4821-b9a7-33c8736f7079 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:08:36.704345 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:36.753494 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:36.807828 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.049590 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.054299 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e191f7ea-a6cd-45b5-9918-d03718b2ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:37.087652 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54327d81-0ca2-4821-b9a7-33c8736f7079,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:37.092466 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.100520 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.100987 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.101350 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.101714 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.102070 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.102423 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.102772 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.103125 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.103473 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.103841 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.104187 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.104529 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.108019 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/54327d81-0ca2-4821-b9a7-33c8736f7079 HTTP/1.1" status: 204 len: 168 time: 0.4694345 May 10 18:08:37.108891 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0c3f15cc-0d45-439d-bef1-cc9bc2529153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:37.110572 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 35470) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:08:37.256977 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.310578 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-7bc4bd91-e1d9-4410-af60-b7bef15708ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:37.312049 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-7bc4bd91-e1d9-4410-af60-b7bef15708ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828&tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae HTTP/1.1" status: 200 len: 1096 time: 0.1835866 May 10 18:08:37.435258 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.450950 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd01eb81-47c3-4b11-9a72-9db65e55ce3c']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:08:37.466414 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe45670a-c075-41d7-8327-abc0cf4df043') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:08:37.466711 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe45670a-c075-41d7-8327-abc0cf4df043') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:08:37.481107 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11307737'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.501991 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.544834 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-7cb9bf3e-0e79-4c3b-8555-a600dc9959c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:37.546226 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-7cb9bf3e-0e79-4c3b-8555-a600dc9959c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1096 time: 0.1734993 May 10 18:08:37.551293 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:08:37.551714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488692'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: Traceback (most recent call last): May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: timer() May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: cb(*args, **kw) May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: return func(*args, **kwargs) May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: self._notify() May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: self.callback(batched_events) May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: event.method(event) May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: return f(self, *a, **k) May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: return self._get(url).json() May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: return self.request(url, 'GET', **kwargs) May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:08:37.564657 dv-cinder-790492-1-smb neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:08:37.724607 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.745031 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:37.757576 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:37.775817 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd01eb81-47c3-4b11-9a72-9db65e55ce3c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:37.783930 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] 10.222.0.46 "DELETE /v2.0/networks/bd01eb81-47c3-4b11-9a72-9db65e55ce3c HTTP/1.1" status: 204 len: 168 time: 0.6723440 May 10 18:08:37.799423 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.799762 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.800124 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.800475 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.800826 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.801174 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.801517 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.801863 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.802256 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.802576 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.802869 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.803252 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:08:37.813917 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-90b7c29f-063d-41c7-bf33-dc82edad9a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:37.817993 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-657ec859-ca35-4361-be4e-98d2c4fd2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:37.820051 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-657ec859-ca35-4361-be4e-98d2c4fd2dd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.2476125 May 10 18:08:37.827490 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630694a1-9139-4652-baf2-2efd18180bbd req-ad3d156d-d634-4fa1-9b73-b29524e595a2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:37.828869 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-630694a1-9139-4652-baf2-2efd18180bbd req-ad3d156d-d634-4fa1-9b73-b29524e595a2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.3231485 May 10 18:08:37.900021 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35478) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:08:37.960346 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2aa408d0-e780-4eda-b276-19c006ceb6ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e71372530d6848f287a09f8395f21106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590200 May 10 18:08:37.960986 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35482) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:08:38.025234 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b7a00573-35ee-4d3b-a3d2-dfa00907bf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:38.052100 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b7a00573-35ee-4d3b-a3d2-dfa00907bf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:38.069283 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-630694a1-9139-4652-baf2-2efd18180bbd req-de963fcd-0e43-4909-b3d5-15101c80bae4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912425 May 10 18:08:38.073568 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-cbf7557f-40cd-4a5a-9c59-76360bb28497 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 200 len: 998 time: 0.2438323 May 10 18:08:38.106620 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b7a00573-35ee-4d3b-a3d2-dfa00907bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:38.111403 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-26ca8717-7d26-4b29-ab30-ccf11dd3bbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:38.125087 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a00573-35ee-4d3b-a3d2-dfa00907bf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fd4a82-dd1b-4a91-94fe-e92dcabe45c5,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:38.127647 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b7a00573-35ee-4d3b-a3d2-dfa00907bf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:38.128995 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b7a00573-35ee-4d3b-a3d2-dfa00907bf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:38.130290 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-b7a00573-35ee-4d3b-a3d2-dfa00907bf37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06fd4a82-dd1b-4a91-94fe-e92dcabe45c5 HTTP/1.1" status: 204 len: 168 time: 0.1681788 May 10 18:08:38.147769 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-2087627d-22e7-438a-8b8f-a905d5643d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:38.149240 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-2087627d-22e7-438a-8b8f-a905d5643d37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0685833 May 10 18:08:38.226563 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-ec608e8f-0505-474f-b089-0829b60f995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:38.228033 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-ec608e8f-0505-474f-b089-0829b60f995d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722163 May 10 18:08:38.361876 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-ad367c86-7f11-47d2-8e14-d52ac0c48291 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271014 May 10 18:08:38.495670 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-434a8194-0ac4-4e88-a05b-0f819a3212a4 req-c01997a5-6eda-4474-8d95-ec067c14ad50 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275580 May 10 18:08:38.667193 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-ae84159c-2cf0-4f9f-b5ad-4016b62de091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:38.668768 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-ae84159c-2cf0-4f9f-b5ad-4016b62de091 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1096 time: 0.0796137 May 10 18:08:38.825317 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-6fec0d20-460b-47ae-b3aa-1f983a6a99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:38.826764 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-6fec0d20-460b-47ae-b3aa-1f983a6a99b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 200 len: 918 time: 0.1383803 May 10 18:08:38.937782 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-5bec5106-6ba7-4097-b3a2-72964527b905 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 200 len: 998 time: 0.1043050 May 10 18:08:39.000335 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-ba65aa68-7490-43f6-8afd-1a15539da3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:39.001749 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-ba65aa68-7490-43f6-8afd-1a15539da3e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 200 len: 856 time: 0.0578818 May 10 18:08:39.080419 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-75572954-a7d9-478f-9402-f8269f82b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:39.081982 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-75572954-a7d9-478f-9402-f8269f82b653 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8512c9f0-36f0-4559-8be9-347b082bf5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737820 May 10 18:08:39.320417 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-ad7f1bb5-19dd-4d5a-bbed-f09ee73179f8 service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318015 May 10 18:08:39.368737 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7858-6aed-47e2-95c9-e91050a3401e req-578c4427-daaf-416d-b53b-20619ae10b21 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:39.372199 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-28bc7858-6aed-47e2-95c9-e91050a3401e req-578c4427-daaf-416d-b53b-20619ae10b21 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.1387253 May 10 18:08:39.439578 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-28bc7858-6aed-47e2-95c9-e91050a3401e req-11c8cb24-6e39-4f0b-aa75-b26eb043e30b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530360 May 10 18:08:39.663606 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1e7a29be-12ae-41d8-a46c-a5784430a25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:40.654829 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe6a35-b53d-4a6b-8036-522a6ddce2fb req-5ac6f5b0-2326-49bb-9528-f8e7d215aa06 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:40.656230 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1bfe6a35-b53d-4a6b-8036-522a6ddce2fb req-5ac6f5b0-2326-49bb-9528-f8e7d215aa06 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.1016641 May 10 18:08:40.705188 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1bfe6a35-b53d-4a6b-8036-522a6ddce2fb req-e139ba95-8e41-4c89-9de0-91bd31183a94 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 May 10 18:08:40.919644 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:08:41.868713 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d46c98d7-e4e0-4f0f-a8cc-ee06e68d0e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:41.934956 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ca25f-4b6b-4fdf-9fca-14679ec92c29 req-afdb24dd-6e7c-4dec-a67e-4454b577ef73 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:41.936466 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-218ca25f-4b6b-4fdf-9fca-14679ec92c29 req-afdb24dd-6e7c-4dec-a67e-4454b577ef73 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.1097903 May 10 18:08:41.989349 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-218ca25f-4b6b-4fdf-9fca-14679ec92c29 req-1db8cfbf-4c30-4e48-ad94-46888978063f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 May 10 18:08:42.167718 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:42.841525 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:43.230808 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9ae10-9ce6-4bd5-ba72-6d1f5d5c958b req-91de3142-cbf3-4f03-8a26-e0eb03c23420 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:43.232456 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c8b9ae10-9ce6-4bd5-ba72-6d1f5d5c958b req-91de3142-cbf3-4f03-8a26-e0eb03c23420 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.0863607 May 10 18:08:43.282165 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c8b9ae10-9ce6-4bd5-ba72-6d1f5d5c958b req-74f7892a-0254-4aae-81f2-3f5fa6062480 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 May 10 18:08:44.486273 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30fed2-f6a2-42d4-b9e6-2c172e7c98a3 req-a6a5739b-7882-4585-b142-0074b4a57685 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:44.488360 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ee30fed2-f6a2-42d4-b9e6-2c172e7c98a3 req-a6a5739b-7882-4585-b142-0074b4a57685 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.0871692 May 10 18:08:44.539361 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ee30fed2-f6a2-42d4-b9e6-2c172e7c98a3 req-2be6253e-67d4-4483-b06e-0ca11e4ccf9b tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 May 10 18:08:44.786802 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:45.747600 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56d17f-2bed-4baa-a4b3-4432b18182c1 req-ef716bd9-2672-47e9-af64-e609bcf3feaf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:45.749213 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a56d17f-2bed-4baa-a4b3-4432b18182c1 req-ef716bd9-2672-47e9-af64-e609bcf3feaf tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.0845864 May 10 18:08:45.795981 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9a56d17f-2bed-4baa-a4b3-4432b18182c1 req-9a27f1a5-51e6-4b71-90ee-26ee52e3158a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394447 May 10 18:08:47.004147 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3ef25-b1a7-4feb-bdcf-a230b1af3467 req-f231c33d-b3c2-4ce4-b6c8-345765ac3d6e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:47.005578 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-38e3ef25-b1a7-4feb-bdcf-a230b1af3467 req-f231c33d-b3c2-4ce4-b6c8-345765ac3d6e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.0863924 May 10 18:08:47.164271 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-38e3ef25-b1a7-4feb-bdcf-a230b1af3467 req-a7cf8492-486d-43db-ae72-742a740335cc tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519432 May 10 18:08:48.385896 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255dafb-f4db-46a4-85b9-2d82c6369c05 req-1e1b87df-b4d9-4ee2-b8c0-4c32036641e7 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:48.387345 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9255dafb-f4db-46a4-85b9-2d82c6369c05 req-1e1b87df-b4d9-4ee2-b8c0-4c32036641e7 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.1042690 May 10 18:08:48.439051 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-9255dafb-f4db-46a4-85b9-2d82c6369c05 req-465a754a-c3e4-4e77-902e-33acb39d3809 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459881 May 10 18:08:49.665477 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f44b-3e7d-4fc4-8a48-c574b61007c6 req-d2710407-df74-452f-82d6-1c6867827135 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:49.667983 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4c51f44b-3e7d-4fc4-8a48-c574b61007c6 req-d2710407-df74-452f-82d6-1c6867827135 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.1140039 May 10 18:08:49.718207 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4c51f44b-3e7d-4fc4-8a48-c574b61007c6 req-31cd26aa-4286-42e6-9cb0-8a9beccc679a tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398152 May 10 18:08:50.586456 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-4e5d40a9-1e5e-41f4-836c-705a84da92ae req-d3d309a4-75a0-4fb9-b3d2-4d4d1a48394d service neutron] 10.222.0.64 "GET /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244638 May 10 18:08:50.933877 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80a45f-fa48-4295-bc5d-1d142fd84931 req-0e2bc63c-5a2f-4721-8470-5a63f3ceb7af tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:50.935328 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-eb80a45f-fa48-4295-bc5d-1d142fd84931 req-0e2bc63c-5a2f-4721-8470-5a63f3ceb7af tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.0833614 May 10 18:08:50.979890 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-eb80a45f-fa48-4295-bc5d-1d142fd84931 req-6229422f-c37a-4279-8650-64572e4c89a2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385644 May 10 18:08:52.169391 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd87b3-c30c-4c77-8d9e-812026b55dba req-3e35fdcf-0714-4fad-9ad9-868f9c7d4f56 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:52.170747 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d3bd87b3-c30c-4c77-8d9e-812026b55dba req-3e35fdcf-0714-4fad-9ad9-868f9c7d4f56 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.0793333 May 10 18:08:52.217225 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d3bd87b3-c30c-4c77-8d9e-812026b55dba req-7f5a8a40-c081-4827-b7d6-8b589899b5fe tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 May 10 18:08:53.407552 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f65a-faec-456b-9408-9b33275ae442 req-644920da-8e79-4aa5-a71b-4fb55ce403be tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:53.409026 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1564f65a-faec-456b-9408-9b33275ae442 req-644920da-8e79-4aa5-a71b-4fb55ce403be tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 943 time: 0.0785861 May 10 18:08:53.453513 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1564f65a-faec-456b-9408-9b33275ae442 req-8598ea6d-61a7-44e0-ad7f-18da1c4200e2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 May 10 18:08:53.566767 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:08:53.695494 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:53.708837 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'port_id': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'mac_address': 'fa:16:3e:cf:a7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:08:53.762259 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:53.778704 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:08:53.793462 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:53.797170 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:53.798887 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9176bd00-4c72-446f-9114-36d2118d677e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:53.865448 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=9']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:53.869330 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:54.004379 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:08:54.647555 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba884-ae50-4f0a-b31c-281db519e6b3 req-20f5f29b-5ff9-4721-9b3d-27ae1a46643c tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:54.649615 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ea7ba884-ae50-4f0a-b31c-281db519e6b3 req-20f5f29b-5ff9-4721-9b3d-27ae1a46643c tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 944 time: 0.0829411 May 10 18:08:54.695322 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ea7ba884-ae50-4f0a-b31c-281db519e6b3 req-e7b37432-4b25-4150-87ae-931d8556638c tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398681 May 10 18:08:55.584029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:08:55.649632 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:08:55.650005 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:55.763333 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:55.790190 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:08:55.801840 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:08:55.806550 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:08:55.808399 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:08:55.840532 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'code': 200} May 10 18:08:55.889765 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=10']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:08:55.892894 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:08:55.897101 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de4e66-191d-4699-b1df-d8e9f0b01934 req-3585eaf4-30c0-4f6e-9ace-39fad61470c4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:55.898648 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-13de4e66-191d-4699-b1df-d8e9f0b01934 req-3585eaf4-30c0-4f6e-9ace-39fad61470c4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 946 time: 0.0883007 May 10 18:08:55.949003 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-13de4e66-191d-4699-b1df-d8e9f0b01934 req-fbc80579-5fd9-4961-be4f-a108b1520375 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436590 May 10 18:08:56.097837 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea89da-39c6-475a-a484-eb42543e92a9 req-fec0d4db-d121-437d-938d-a2a393c5b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:56.099224 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2ea89da-39c6-475a-a484-eb42543e92a9 req-fec0d4db-d121-437d-938d-a2a393c5b978 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 1099 time: 0.0725503 May 10 18:08:56.139932 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d2ea89da-39c6-475a-a484-eb42543e92a9 req-625fb7fe-e663-44cb-a4b0-879550f1d17c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338693 May 10 18:08:57.149487 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cf37b-fa45-4663-a024-ab750645ec54 req-a4799668-179b-4987-a0d9-c106c696c80f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:57.150782 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3a0cf37b-fa45-4663-a024-ab750645ec54 req-a4799668-179b-4987-a0d9-c106c696c80f tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 946 time: 0.0853522 May 10 18:08:57.197275 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3a0cf37b-fa45-4663-a024-ab750645ec54 req-6cda9832-2d25-4435-85fa-678729d1dc34 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 May 10 18:08:58.393347 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1017fdd-58b4-4cb1-973b-7098d24f39ff req-3a06a94b-bc03-4312-bef5-0ec210035015 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:08:58.394889 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c1017fdd-58b4-4cb1-973b-7098d24f39ff req-3a06a94b-bc03-4312-bef5-0ec210035015 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 946 time: 0.0816967 May 10 18:08:58.442121 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c1017fdd-58b4-4cb1-973b-7098d24f39ff req-35741cfd-a1bd-4b66-9eaa-b1d40f2bb8a4 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408235 May 10 18:09:02.558520 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35748) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:02.672507 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:02.687176 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:02.690881 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Usage tracker for resource:security_group_rule and tenant:22739561e59441bd95be15024725ad77 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:02.693622 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:02.699344 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:02.781367 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:02.785097 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:02.797413 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ceb1cc3d-d4ab-405c-a5f4-8fe831f149da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:02.836504 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22739561e59441bd95be15024725ad77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769675 May 10 18:09:02.837997 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596bb430-acae-4f25-bde4-c4cb6fa2a9c1,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:02.839940 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 35754) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:02.841096 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5fdcaa0d-901d-4928-a3cb-70ee03009626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:02.897734 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45a63a7-d966-4f2e-b0b2-d56843895953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:02.923958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45a63a7-d966-4f2e-b0b2-d56843895953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:02.973899 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45a63a7-d966-4f2e-b0b2-d56843895953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:02.979277 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ec4a69ed-03dd-43a9-a981-363963259ad1 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:02.991581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a63a7-d966-4f2e-b0b2-d56843895953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596bb430-acae-4f25-bde4-c4cb6fa2a9c1,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:02.994027 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e45a63a7-d966-4f2e-b0b2-d56843895953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:02.996274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45a63a7-d966-4f2e-b0b2-d56843895953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:03.000893 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e45a63a7-d966-4f2e-b0b2-d56843895953 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/596bb430-acae-4f25-bde4-c4cb6fa2a9c1 HTTP/1.1" status: 204 len: 168 time: 0.1583583 May 10 18:09:04.847294 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:09.647314 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0e9d37be-112c-4603-911c-fa14cddb3f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:11.850550 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-facd6bce-e68c-4303-9981-28eff0006909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:12.165701 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:12.832249 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:14.785935 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:17.919304 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:09:28.044286 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48421548-f7cb-4276-8060-e86c305ee7d5 req-ac943433-68c6-43fc-be55-ea6f3ad79862 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:09:28.046068 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-48421548-f7cb-4276-8060-e86c305ee7d5 req-ac943433-68c6-43fc-be55-ea6f3ad79862 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 946 time: 0.0840247 May 10 18:09:28.090775 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-48421548-f7cb-4276-8060-e86c305ee7d5 req-98c5b48b-a86b-4b78-b76d-f54809f5f362 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390215 May 10 18:09:29.338873 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c65e-4912-4276-a31e-159957ba08ff req-2eed9005-73b2-4a4e-a119-bf96a8b91edb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:09:29.340242 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3c08c65e-4912-4276-a31e-159957ba08ff req-2eed9005-73b2-4a4e-a119-bf96a8b91edb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 946 time: 0.1397243 May 10 18:09:29.347387 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-97ad72e0-7b5c-483f-ad0f-044319b941e2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:09:29.348679 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-97ad72e0-7b5c-483f-ad0f-044319b941e2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 946 time: 0.1169872 May 10 18:09:29.440495 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-3c08c65e-4912-4276-a31e-159957ba08ff req-58a9bd89-bf14-4f11-95ad-97a67d8756fb tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfa2ba65-11df-49a7-8c82-2260f18af247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908711 May 10 18:09:29.592124 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Deleting port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:09:29.592373 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:29.718369 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] For port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:09:29.718720 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:29.995426 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:29.995746 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:29.996065 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Floating IP 2bf52bf8-b0b6-45e8-baf2-62ad866532af disassociated. External IP: 172.28.1.82, port: a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7. May 10 18:09:29.996400 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Calling delete_port for a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:09:30.107610 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:30.113105 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4df9c2c4-51f8-4cdf-8296-74234e298556 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:30.160306 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event deleted for resources: {'Port': ['ID=a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:30.162428 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:30.340802 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:09:30.519585 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:09:30.530113 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] Sync routers for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:09:30.543914 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:09:30.546274 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:09:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:30.641315 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b61d2d59-89dc-4692-8e2e-d737548f1d01 req-2bee3c1f-6973-42e1-a62d-e0a14482eef9 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/ports?device_id=54b079ed-7c0b-447c-bb65-244390071828 HTTP/1.1" status: 200 len: 210 time: 0.0558369 May 10 18:09:30.642362 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] No DVR routers for this DVR port a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:09:30.644987 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:30.649160 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-deleted', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:09:30.676308 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1fdafbda-e36b-4c9d-9e3f-8b2a3d9adfb9 req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.64 "DELETE /v2.0/ports/a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 HTTP/1.1" status: 204 len: 173 time: 1.3137810 May 10 18:09:30.703965 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b079ed-7c0b-447c-bb65-244390071828', 'name': 'network-vif-deleted', 'tag': 'a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7', 'status': 'completed', 'code': 200} May 10 18:09:30.730458 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:09:31.035749 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:31.039343 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] Checking router: 6ce44843-3dd1-4dd2-b81c-da3a21965f98 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:09:31.048088 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:09:31.048678 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:09:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:31.225198 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:09:31.554150 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:31.558067 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8142f09-9cb6-4898-ade7-7efc16d742d9 None None] The sync data for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb is: [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:04:46Z', 'revision_number': 4, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'a8fec136-7d77-44f6-82ba-6e0c7f0288de', 'name': '', 'network_id': '8512c9f0-36f0-4559-8be9-347b082bf5df', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'mac_address': 'fa:16:3e:a3:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:46Z', 'updated_at': '2021-05-10T18:04:52Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'subnets': [{'id': 'ba8bd25e-56dc-4105-af11-6ef91a325d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:09:31.771586 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd3173-29be-4b06-8d7d-824cce159984 None None] New status for floating IP 2bf52bf8-b0b6-45e8-baf2-62ad866532af: DOWN {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:09:31.777891 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35782) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:31.843111 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b8816cd-74c0-46bc-a043-26b864ab6cb2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:31.870832 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b8816cd-74c0-46bc-a043-26b864ab6cb2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:31.923688 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b8816cd-74c0-46bc-a043-26b864ab6cb2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:31.927441 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4199f6c5-23b4-4ec7-a83c-8deede376919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:31.942754 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8816cd-74c0-46bc-a043-26b864ab6cb2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa2ba65-11df-49a7-8c82-2260f18af247,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:31.947807 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3b8816cd-74c0-46bc-a043-26b864ab6cb2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:31.959668 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b8816cd-74c0-46bc-a043-26b864ab6cb2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:31.964377 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-3b8816cd-74c0-46bc-a043-26b864ab6cb2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "DELETE /v2.0/security-groups/cfa2ba65-11df-49a7-8c82-2260f18af247 HTTP/1.1" status: 204 len: 168 time: 0.1819103 May 10 18:09:31.964587 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35786) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:31.980421 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.api.v2.resource [None req-2c62fba2-ec30-4ba2-b158-7d8dce93e8ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] show failed (client error): The resource could not be found. May 10 18:09:31.981391 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-2c62fba2-ec30-4ba2-b158-7d8dce93e8ef tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "GET /v2.0/security-groups/cfa2ba65-11df-49a7-8c82-2260f18af247 HTTP/1.1" status: 404 len: 347 time: 0.0159054 May 10 18:09:31.984214 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35790) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:32.204003 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Deleting port 86ba6a0b-266c-4940-bfdb-78e75c574269 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:09:32.204258 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:32.319936 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:32.320265 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:32.515292 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Calling delete_port for 86ba6a0b-266c-4940-bfdb-78e75c574269 owned by network:floatingip {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:09:32.627517 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:32.631830 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9af08431-dea1-494b-a3e8-76b150ab0a95 tempest-TestMinimumBasicScenario-202459066 tempest-TestMinimumBasicScenario-202459066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:32.677406 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Pushing event deleted for resources: {'Port': ['ID=86ba6a0b-266c-4940-bfdb-78e75c574269,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:32.681113 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:32.767573 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks [] for floatingip, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:32.782025 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:32.783141 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-1fee1860-5b4f-4c19-9c6a-58ad98b7457e tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] 10.222.0.46 "DELETE /v2.0/floatingips/2bf52bf8-b0b6-45e8-baf2-62ad866532af HTTP/1.1" status: 204 len: 168 time: 0.7980685 May 10 18:09:33.911373 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:09:33.945848 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:09:33.946222 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device a4e0ca2c-6e9a-436e-8f5a-a19a517ddbc7 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:09:34.861362 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:35.550781 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35814) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:36.075180 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655683'] for router_interface, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:36.473169 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Deleting port a8fec136-7d77-44f6-82ba-6e0c7f0288de {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:09:36.473506 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:36.673196 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] For port a8fec136-7d77-44f6-82ba-6e0c7f0288de, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=a8fec136-7d77-44f6-82ba-6e0c7f0288de,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:09:36.673907 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:36.795117 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Calling delete_port for a8fec136-7d77-44f6-82ba-6e0c7f0288de owned by network:router_interface {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:09:36.928135 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:36.933056 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:36.978769 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fec136-7d77-44f6-82ba-6e0c7f0288de,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:37.005257 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:37.241471 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678387'] for router_interface, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:37.586005 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:09:37.757299 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:09:37.766991 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] Sync routers for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:09:37.770557 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] 10.222.0.46 "PUT /v2.0/routers/6ce44843-3dd1-4dd2-b81c-da3a21965f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2187238 May 10 18:09:37.772947 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35818) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:37.779806 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:09:37.780431 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:09:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:37.959238 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:09:38.052847 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:38.222727 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:38.242886 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:09:36Z', 'revision_number': 5, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port': {'id': '8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:43Z', 'updated_at': '2021-05-10T18:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:38.246943 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] Checking router: 6ce44843-3dd1-4dd2-b81c-da3a21965f98 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:09:38.255008 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] Routers {'6ce44843-3dd1-4dd2-b81c-da3a21965f98'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:09:38.255608 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:09:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:38.295280 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Deleting port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:09:38.295613 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:38.409837 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] Set router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:09:38.419825 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] For port 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:09:38.420186 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:38.519619 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:09:38Z', 'revision_number': 6, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port_host': None}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:38.523559 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b863f40-78f9-4e12-ace9-009bdb62949d None None] The sync data for ids ['6ce44843-3dd1-4dd2-b81c-da3a21965f98'] in dv-cinder-790492-1-smb is: [{'id': '6ce44843-3dd1-4dd2-b81c-da3a21965f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1875008925-router', 'tenant_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:42Z', 'updated_at': '2021-05-10T18:09:38Z', 'revision_number': 6, 'project_id': '6aaf2e7e8fc048b2b6cebd4c0ce1bbae', 'gw_port_host': None}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:09:38.544962 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Calling delete_port for 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:09:38.690219 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:38.693892 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a68c0a4e-da0b-4c9b-8774-c4d923a129e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:38.739520 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:38.776926 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.777547 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.777659 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.777992 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.778346 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.778699 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.779048 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.779398 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.779780 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.780127 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.780470 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.780810 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:38.787582 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:38.842518 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668775'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.016546 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29528'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.018796 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.044192 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665205'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.044749 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce44843-3dd1-4dd2-b81c-da3a21965f98 {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 18:09:39.057064 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.058179 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-572ce518-7450-4ef9-8596-4b18a585b605 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6ce44843-3dd1-4dd2-b81c-da3a21965f98 HTTP/1.1" status: 204 len: 168 time: 1.2843499 May 10 18:09:39.060777 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35824) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:39.121507 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] Deleting subnet ba8bd25e-56dc-4105-af11-6ef91a325d40 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:09:39.124338 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.172598 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.251687 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.589307 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.594001 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:39.630983 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8bd25e-56dc-4105-af11-6ef91a325d40,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:39.632925 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.638080 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:39.639577 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-4f8e421f-d8ad-4f02-99cb-36b631963910 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ba8bd25e-56dc-4105-af11-6ef91a325d40 HTTP/1.1" status: 204 len: 168 time: 0.5779107 May 10 18:09:39.642063 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35828) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:39.644005 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0baf4-5841-4eda-8aa7-f3c87fe088ff None None] Network 8512c9f0-36f0-4559-8be9-347b082bf5df requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:09:39.730909 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd3aa-25b5-4582-ad18-23967c987a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.748011 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.817477 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Deleting port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:09:39.818205 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.898907 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] DHCP port deletion for 8512c9f0-36f0-4559-8be9-347b082bf5df request from dv-cinder-790492-1-smb {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 18:09:39.918345 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] For port d7e1bb6c-61cc-48c1-838d-128ba17c29e3, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:09:39.918698 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:39.964464 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Deleting port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:09:39.964848 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.040010 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Calling delete_port for d7e1bb6c-61cc-48c1-838d-128ba17c29e3 owned by network:dhcp {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:09:40.069504 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] For port d7e1bb6c-61cc-48c1-838d-128ba17c29e3, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,segment=NetworkSegment(51580947-084c-4839-aa63-cd71ba31dfa6),segment_id=51580947-084c-4839-aa63-cd71ba31dfa6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:09:40.069908 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.087102 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.091929 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:40.137776 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:40.140201 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] No DVR routers for this DVR port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 on host dv-cinder-790492-1-smb {{(pid=78706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:09:40.141918 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:40.199407 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Calling delete_port for d7e1bb6c-61cc-48c1-838d-128ba17c29e3 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:09:40.241573 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.245686 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:40.255207 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.267975 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8512c9f0-36f0-4559-8be9-347b082bf5df']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:40.280278 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51580947-084c-4839-aa63-cd71ba31dfa6') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:40.280567 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51580947-084c-4839-aa63-cd71ba31dfa6') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:09:40.291905 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Pushing event deleted for resources: {'Port': ['ID=d7e1bb6c-61cc-48c1-838d-128ba17c29e3,revision_number=None']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:40.292770 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.294201 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] No DVR routers for this DVR port d7e1bb6c-61cc-48c1-838d-128ba17c29e3 on host dv-cinder-790492-1-smb {{(pid=78707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:09:40.301746 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.302082 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.302418 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.302759 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.303069 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.303395 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.303732 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.304290 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.304622 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.304956 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.305310 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.305624 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:40.310718 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.312410 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-889bfcb9-d8a7-4d4b-912d-2f8f70a0c468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:40.320195 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:09:40.320837 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:09:40.335806 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:09:40.412896 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.417320 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:40.432547 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.438717 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Pushing event deleted for resources: {'Network': ['ID=8512c9f0-36f0-4559-8be9-347b082bf5df,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:40.446901 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:40.454566 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-94040968-3f05-4a68-abbc-e06b9ebc3740 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8512c9f0-36f0-4559-8be9-347b082bf5df HTTP/1.1" status: 204 len: 168 time: 0.8115256 May 10 18:09:40.473736 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device a8fec136-7d77-44f6-82ba-6e0c7f0288de no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:09:40.507777 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: a8fec136-7d77-44f6-82ba-6e0c7f0288de {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:09:40.508158 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device a8fec136-7d77-44f6-82ba-6e0c7f0288de not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:09:40.508596 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device d7e1bb6c-61cc-48c1-838d-128ba17c29e3 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:09:40.541800 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: d7e1bb6c-61cc-48c1-838d-128ba17c29e3 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:09:40.542156 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device d7e1bb6c-61cc-48c1-838d-128ba17c29e3 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:09:40.542585 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:09:40.576989 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:09:40.577241 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 8ffd8ef8-2cb0-42ff-bc6d-bbbeb1d2c1ad not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:09:40.637383 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35834) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:40.685805 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-9458fd1b-ffa6-459d-ab93-648767994fa8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6aaf2e7e8fc048b2b6cebd4c0ce1bbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471668 May 10 18:09:40.687959 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35838) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:40.745360 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f21e9b0b-f2b9-4e98-a6bb-079ef58f51db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.770535 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f21e9b0b-f2b9-4e98-a6bb-079ef58f51db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.824600 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f21e9b0b-f2b9-4e98-a6bb-079ef58f51db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.829463 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0d1ba66c-bbd7-4363-a95e-68cf471c73eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:40.843176 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e9b0b-f2b9-4e98-a6bb-079ef58f51db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6961e7-1343-426d-a920-12eb3f7e0f55,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:40.847990 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f21e9b0b-f2b9-4e98-a6bb-079ef58f51db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:40.849943 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f21e9b0b-f2b9-4e98-a6bb-079ef58f51db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:40.851026 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-f21e9b0b-f2b9-4e98-a6bb-079ef58f51db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c6961e7-1343-426d-a920-12eb3f7e0f55 HTTP/1.1" status: 204 len: 168 time: 0.1622014 May 10 18:09:41.854468 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-978405e1-d5f1-42de-bbbd-eccdbcd3f906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:42.170403 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:42.834845 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:44.788476 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:45.544981 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35924) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:45.658853 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:45.673375 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:45.677174 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Usage tracker for resource:security_group_rule and tenant:35768af76d2c4c819da534070617c5cc is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:45.679976 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:45.686058 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:45.768725 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:45.772397 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:45.780924 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f17da033-ddad-4271-ad8e-bbe329751240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:45.819155 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35768af76d2c4c819da534070617c5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731605 May 10 18:09:45.820774 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d769420-b4e1-4bee-b172-66f3f7e15e5c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:45.823125 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 35930) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:45.824515 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-150a6733-a54e-4687-8ffa-ea60dd2926b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:45.880679 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:45.905766 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:45.956683 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:45.960393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e45a63a7-d966-4f2e-b0b2-d56843895953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:45.971938 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d769420-b4e1-4bee-b172-66f3f7e15e5c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:45.982225 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.982602 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.982969 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.983326 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.983708 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.984068 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.984421 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.984767 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.985117 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.985469 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.985814 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.986155 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:09:45.989388 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:45.990585 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:45.992466 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d769420-b4e1-4bee-b172-66f3f7e15e5c HTTP/1.1" status: 204 len: 168 time: 0.1678147 May 10 18:09:46.280065 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 35938) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:46.298370 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:46.312850 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:46.316604 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Usage tracker for resource:security_group_rule and tenant:8646529f992547418f076eb47cbbb1c7 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:46.319316 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:46.325089 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:46.410108 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:46.413772 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:46.421915 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a53c2cac-3373-4298-b326-ec2b31cc1804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:46.460476 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8646529f992547418f076eb47cbbb1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793101 May 10 18:09:46.461274 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e9c327-6324-4820-999f-dccff61fa61f,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:46.463566 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 35942) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:46.465020 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-981956cb-1956-46f2-abf6-97f53c4eeb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:46.523954 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d70045e8-7efa-4950-a748-c3e5d274fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:46.549734 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d70045e8-7efa-4950-a748-c3e5d274fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:46.598912 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d70045e8-7efa-4950-a748-c3e5d274fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:46.603030 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f21e9b0b-f2b9-4e98-a6bb-079ef58f51db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:46.614717 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70045e8-7efa-4950-a748-c3e5d274fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e9c327-6324-4820-999f-dccff61fa61f,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:46.617779 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d70045e8-7efa-4950-a748-c3e5d274fd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:46.624778 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d70045e8-7efa-4950-a748-c3e5d274fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:46.625869 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d70045e8-7efa-4950-a748-c3e5d274fd97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26e9c327-6324-4820-999f-dccff61fa61f HTTP/1.1" status: 204 len: 168 time: 0.1613197 May 10 18:09:54.917896 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:09:56.280853 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36076) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:56.396040 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:56.409985 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:56.413738 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b2635ade01a3403e8ef935d308f965ca is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:56.417181 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:56.422912 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:56.503330 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:56.506932 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:56.514717 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-407d62f9-c135-4ce3-8ef8-6474c64e807c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:56.552593 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e467766-a8ab-4fef-9813-5676c9c5977c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:56.557377 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2635ade01a3403e8ef935d308f965ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755394 May 10 18:09:56.558238 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-03d4cca6-264d-486d-b990-0682664402c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:56.560249 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36082) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:56.620337 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4f9f-34f7-4b18-901c-cc6e3934fc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:56.644872 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4f9f-34f7-4b18-901c-cc6e3934fc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:56.695271 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4f9f-34f7-4b18-901c-cc6e3934fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:56.698782 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3b8816cd-74c0-46bc-a043-26b864ab6cb2 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:56.711006 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a4f9f-34f7-4b18-901c-cc6e3934fc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e467766-a8ab-4fef-9813-5676c9c5977c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:56.714380 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4e9a4f9f-34f7-4b18-901c-cc6e3934fc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:56.716302 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4f9f-34f7-4b18-901c-cc6e3934fc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:56.717374 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-4e9a4f9f-34f7-4b18-901c-cc6e3934fc54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e467766-a8ab-4fef-9813-5676c9c5977c HTTP/1.1" status: 204 len: 168 time: 0.1564205 May 10 18:09:56.995288 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36090) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:57.012557 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.027339 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:57.031110 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:48ff52d06d644ca7af14eb178d4e18c5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:57.033905 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:57.039568 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:57.121368 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.124830 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.132890 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8dff2d71-e997-4344-8a4d-47854cdb5c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:57.257836 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48ff52d06d644ca7af14eb178d4e18c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614264 May 10 18:09:57.258738 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd498c7-49f2-4a71-9c6d-732e11c16897,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:57.261110 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36094) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:57.262758 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:57.318605 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-29a1a102-492c-4bb8-bcfd-a6c35f54c8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.344240 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-29a1a102-492c-4bb8-bcfd-a6c35f54c8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.394079 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-29a1a102-492c-4bb8-bcfd-a6c35f54c8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.397495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-df4c7d52-ff24-4922-a1bf-81f858a48ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:57.410357 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1a102-492c-4bb8-bcfd-a6c35f54c8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd498c7-49f2-4a71-9c6d-732e11c16897,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:57.413778 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-29a1a102-492c-4bb8-bcfd-a6c35f54c8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:57.419179 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-29a1a102-492c-4bb8-bcfd-a6c35f54c8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.420310 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-29a1a102-492c-4bb8-bcfd-a6c35f54c8df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cd498c7-49f2-4a71-9c6d-732e11c16897 HTTP/1.1" status: 204 len: 168 time: 0.1582394 May 10 18:09:57.759384 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36102) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:57.780988 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.891407 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:57.895184 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Usage tracker for resource:security_group_rule and tenant:87e9bb1d64964097a9fd86498859a025 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:57.898002 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:57.904372 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:57.987953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.992471 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:57.999596 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-56f18b5a-7848-456e-b2cf-30bf42fe66b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:58.043809 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87e9bb1d64964097a9fd86498859a025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808595 May 10 18:09:58.043809 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e3263-929f-4553-91ab-70b03ad014bf,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:58.044226 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36106) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:58.045378 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-049fde5c-58fb-44a5-a86d-e84e9bebdbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:58.104747 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb91b-6445-49b5-840e-f319b33a4c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:58.129337 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb91b-6445-49b5-840e-f319b33a4c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:58.179352 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb91b-6445-49b5-840e-f319b33a4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:58.182930 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c8d00634-b267-40e5-9a92-a5646c031df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:58.194465 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bb91b-6445-49b5-840e-f319b33a4c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e3263-929f-4553-91ab-70b03ad014bf,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:58.197851 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6a6bb91b-6445-49b5-840e-f319b33a4c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:58.204632 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb91b-6445-49b5-840e-f319b33a4c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:58.205717 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-6a6bb91b-6445-49b5-840e-f319b33a4c43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df4e3263-929f-4553-91ab-70b03ad014bf HTTP/1.1" status: 204 len: 168 time: 0.1598749 May 10 18:09:58.917428 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36130) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:59.021682 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-167199787-network', 'tenant_id': '840ef8d8e51d4771ad59cbc9c5012ce8'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:09:59.027027 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:59.030852 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Usage tracker for resource:network and tenant:840ef8d8e51d4771ad59cbc9c5012ce8 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:59.033732 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:59.039922 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:59.050739 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Made reservation on behalf of 840ef8d8e51d4771ad59cbc9c5012ce8 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:09:59.053146 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.065818 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.080168 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:59.083985 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Usage tracker for resource:security_group_rule and tenant:840ef8d8e51d4771ad59cbc9c5012ce8 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:59.086726 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:59.093130 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:59.182231 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.185927 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.189883 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e2e488d1-976a-4862-9980-d65ca9bfb5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:59.216803 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:09:59.226170 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74f0b6-9251-4ba7-a20a-7290bae013ef,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:59.229830 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:59.234148 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.234631 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.segments_db [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Added segment 4f8031f8-fc14-4ddb-8193-fc5aae1a68d0 of type vlan for network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a May 10 18:09:59.261989 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.290859 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.292161 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:09:59.292748 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.297266 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-da03114d-77d7-4d53-8be3-a6e1f2acc776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:59.400455 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4816077 May 10 18:09:59.401371 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b4ada7-dd7b-49e7-b831-b31155b4dc8a,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:59.403679 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36136) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:09:59.404298 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c445426b-b52c-44ec-bc03-7a7c55f655b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:59.409965 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Request body: {'subnet': {'network_id': 'c4b4ada7-dd7b-49e7-b831-b31155b4dc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-167199787-subnet', 'tenant_id': '840ef8d8e51d4771ad59cbc9c5012ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:09:59.412054 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:09:59.414889 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:09:59.419576 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Usage tracker for resource:subnet and tenant:840ef8d8e51d4771ad59cbc9c5012ce8 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:09:59.422462 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:09:59.428074 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:09:59.438844 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Made reservation on behalf of 840ef8d8e51d4771ad59cbc9c5012ce8 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:09:59.441128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1629550'] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.809572 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10617041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629468'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.813972 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:09:59.885216 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1342c1d2-29c2-4ded-97f7-af0dbdb93fd9,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:09:59.889066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:09:59.893170 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Checking segment: {'id': '4f8031f8-fc14-4ddb-8193-fc5aae1a68d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4b4ada7-dd7b-49e7-b831-b31155b4dc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:09:59.893524 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Network hostable DHCP agents. Network: c4b4ada7-dd7b-49e7-b831-b31155b4dc8a, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:09:59.910145 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:09:59.919833 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, c4b4ada7-dd7b-49e7-b831-b31155b4dc8a) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:09:59.927881 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:09:59.928492 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:09:59.929170 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267232c-d8dd-4e8a-8e20-3c845c14733b None None] Network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:09:59.952034 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-359fca6e-459a-4321-922f-219580e71f60 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5471618 May 10 18:10:00.156884 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6084f8be-7976-4e41-bdbe-45833f029f4e None None] Network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:10:00.467179 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36154) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:00.473710 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1465328398-network', 'tenant_id': 'ee1f047a43c84443b1b8f176a187f120'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:00.478488 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:00.483065 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Usage tracker for resource:network and tenant:ee1f047a43c84443b1b8f176a187f120 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:00.487072 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:00.493224 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:00.504616 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Made reservation on behalf of ee1f047a43c84443b1b8f176a187f120 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:10:00.506867 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:00.519371 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:00.533452 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:00.537194 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1f047a43c84443b1b8f176a187f120 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:00.539964 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:00.545541 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:00.626227 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:00.629859 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:00.633837 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d70045e8-7efa-4950-a748-c3e5d274fd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:00.662186 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:10:00.671601 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687bc060-13a0-4a54-ba9d-af32c3120e52,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:00.674587 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:00.678706 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:00.679211 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.segments_db [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Added segment c487c32f-babd-4826-86d6-809c5343bc3b of type vlan for network 0d58b624-ee93-484d-9f86-47267b3d9fa1 May 10 18:10:00.708559 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:00.738570 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:00.739923 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:00.740505 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:00.745216 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:00.839843 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3715396 May 10 18:10:00.842613 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36158) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:00.843089 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d58b624-ee93-484d-9f86-47267b3d9fa1,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:00.845322 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8c16c3c6-4467-4a63-b5ec-f4f20ca2edd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:00.849361 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Request body: {'subnet': {'network_id': '0d58b624-ee93-484d-9f86-47267b3d9fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1465328398-subnet', 'tenant_id': 'ee1f047a43c84443b1b8f176a187f120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:00.852572 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 0d58b624-ee93-484d-9f86-47267b3d9fa1 details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:10:00.856136 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:00.859957 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Usage tracker for resource:subnet and tenant:ee1f047a43c84443b1b8f176a187f120 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:00.862738 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:00.868863 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:00.879340 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Made reservation on behalf of ee1f047a43c84443b1b8f176a187f120 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:10:00.881863 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1629550'] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:01.257016 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10617041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629468'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:01.262115 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-77a88561-3934-49e3-bfcf-318a6f18c8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:01.337942 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93eea2b-c06e-42fd-89b8-fb42d070ce14,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:01.340511 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:01.346370 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Checking segment: {'id': 'c487c32f-babd-4826-86d6-809c5343bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0d58b624-ee93-484d-9f86-47267b3d9fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:10:01.346731 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Network hostable DHCP agents. Network: 0d58b624-ee93-484d-9f86-47267b3d9fa1, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:10:01.363208 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Network 0d58b624-ee93-484d-9f86-47267b3d9fa1 is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:10:01.373400 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 0d58b624-ee93-484d-9f86-47267b3d9fa1) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:01.382341 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:01.382938 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:01.386589 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b7f51-2c13-448d-a206-3aaa690f9e76 None None] Network 0d58b624-ee93-484d-9f86-47267b3d9fa1 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:10:01.405515 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5618019 May 10 18:10:01.571864 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeffb1f1-58f6-4e44-a227-1de0190cf58d None None] Network 0d58b624-ee93-484d-9f86-47267b3d9fa1 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:10:01.970631 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-31006a7d-745c-4cdc-b0eb-a1658abc175b tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:01.972075 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-31006a7d-745c-4cdc-b0eb-a1658abc175b tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/networks?id=c4b4ada7-dd7b-49e7-b831-b31155b4dc8a HTTP/1.1" status: 200 len: 808 time: 0.1428266 May 10 18:10:01.986758 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-45373d56-89e2-4bcf-a186-d0a2fe178308 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/quotas/840ef8d8e51d4771ad59cbc9c5012ce8 HTTP/1.1" status: 200 len: 375 time: 0.0093269 May 10 18:10:02.035450 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-8a88b57e-6ce8-4306-a5e3-ea0b705cfdad tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=840ef8d8e51d4771ad59cbc9c5012ce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433612 May 10 18:10:02.168452 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-836208f7-97e1-4fe4-878b-6cd492a894f6 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b4ada7-dd7b-49e7-b831-b31155b4dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261814 May 10 18:10:02.296680 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-99866c66-9206-4318-8c66-60afc34bb655 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b4ada7-dd7b-49e7-b831-b31155b4dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223345 May 10 18:10:02.572073 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e4e07d33-f4fa-4ec2-9e89-91b7b7b5b2f1 req-4e1ed3da-bf2a-4861-9ef3-ed5496c4d558 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 210 time: 0.1360297 May 10 18:10:03.493617 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-7259c3aa-2be1-4352-beec-a33ff04c4cbe tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:03.495201 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-7259c3aa-2be1-4352-beec-a33ff04c4cbe tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.64 "GET /v2.0/networks?id=c4b4ada7-dd7b-49e7-b831-b31155b4dc8a HTTP/1.1" status: 200 len: 808 time: 0.1440794 May 10 18:10:03.507715 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Request body: {'port': {'device_id': '7857b13b-4efe-4ad3-8dff-1de0db4d0789', 'network_id': 'c4b4ada7-dd7b-49e7-b831-b31155b4dc8a', 'admin_state_up': True, 'tenant_id': '840ef8d8e51d4771ad59cbc9c5012ce8'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:03.644449 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:03.648138 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Usage tracker for resource:port and tenant:840ef8d8e51d4771ad59cbc9c5012ce8 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:03.651133 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:03.656670 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:03.666580 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Made reservation on behalf of 840ef8d8e51d4771ad59cbc9c5012ce8 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:10:03.670161 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:03.731053 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-94c150a3-dd5f-4eb7-8bf9-1658ff3ef724 req-186c17db-65d9-44bc-95ba-dc0d61b957dd tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 210 time: 0.0518248 May 10 18:10:03.870052 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Allocated IP 172.20.0.13 (c4b4ada7-dd7b-49e7-b831-b31155b4dc8a/1342c1d2-29c2-4ded-97f7-af0dbdb93fd9/c6202959-fff2-44fe-be31-d33846939de3) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:10:04.068283 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:04.095417 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:04.100614 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-166e8fc5-153c-4bb5-8087-ca8e94e36c30 tempest-AttachVolumeTestJSON-1657770633 tempest-AttachVolumeTestJSON-1657770633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:04.158808 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:10:04.161663 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:04.170156 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:10:04.206360 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Pushing event updated for resources: {'Port': ['ID=c6202959-fff2-44fe-be31-d33846939de3,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:04.210594 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:04.236609 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:04.237194 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:04.256405 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523227 May 10 18:10:04.267495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Request body: {'port': {'device_id': '7857b13b-4efe-4ad3-8dff-1de0db4d0789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:04.375098 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:04.711015 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6202959-fff2-44fe-be31-d33846939de3 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:10:04.719169 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:04.733211 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Transition to ACTIVE for port object c6202959-fff2-44fe-be31-d33846939de3 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:10:04.737000 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:04.741811 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0f972789-6aab-4705-8aaf-c34e2992acbc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:04.861367 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:05.069584 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Pushing event updated for resources: {'Port': ['ID=c6202959-fff2-44fe-be31-d33846939de3,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:05.077446 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:05.133322 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89bd02-09be-4f0d-aa06-7dbd6a73bc7b req-cb88b594-9525-4310-9a53-caa163c81aff tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:05.134581 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0e89bd02-09be-4f0d-aa06-7dbd6a73bc7b req-cb88b594-9525-4310-9a53-caa163c81aff tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Synchronizing usage tracker for tenant:840ef8d8e51d4771ad59cbc9c5012ce8 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:10:05.137031 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Attempting to bind port c6202959-fff2-44fe-be31-d33846939de3 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:10:05.137357 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Attempting to bind port c6202959-fff2-44fe-be31-d33846939de3 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '4f8031f8-fc14-4ddb-8193-fc5aae1a68d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4b4ada7-dd7b-49e7-b831-b31155b4dc8a'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:10:05.137677 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Attempting to bind port c6202959-fff2-44fe-be31-d33846939de3 on network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:10:05.146011 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Port c6202959-fff2-44fe-be31-d33846939de3 on network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:10:05.146330 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Attempting to bind port c6202959-fff2-44fe-be31-d33846939de3 on network c4b4ada7-dd7b-49e7-b831-b31155b4dc8a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:10:05.154708 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:10:05.155036 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Checking segment: {'id': '4f8031f8-fc14-4ddb-8193-fc5aae1a68d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4b4ada7-dd7b-49e7-b831-b31155b4dc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:10:05.155410 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Bound using segment: {'id': '4f8031f8-fc14-4ddb-8193-fc5aae1a68d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4b4ada7-dd7b-49e7-b831-b31155b4dc8a'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:10:05.155862 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Bound port: c6202959-fff2-44fe-be31-d33846939de3, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8031f8-fc14-4ddb-8193-fc5aae1a68d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4b4ada7-dd7b-49e7-b831-b31155b4dc8a'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:10:05.156200 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:05.172754 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0e89bd02-09be-4f0d-aa06-7dbd6a73bc7b req-cb88b594-9525-4310-9a53-caa163c81aff tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Unset dirty status for tenant:840ef8d8e51d4771ad59cbc9c5012ce8 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:10:05.173905 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0e89bd02-09be-4f0d-aa06-7dbd6a73bc7b req-cb88b594-9525-4310-9a53-caa163c81aff tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 944 time: 0.3313928 May 10 18:10:05.279983 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0e89bd02-09be-4f0d-aa06-7dbd6a73bc7b req-037af37e-8322-4ddc-a7a8-c8501dc18303 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754473 May 10 18:10:05.285593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] For port c6202959-fff2-44fe-be31-d33846939de3, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:10:05.288718 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] For port c6202959-fff2-44fe-be31-d33846939de3, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6202959-fff2-44fe-be31-d33846939de3,segment=NetworkSegment(4f8031f8-fc14-4ddb-8193-fc5aae1a68d0),segment_id=4f8031f8-fc14-4ddb-8193-fc5aae1a68d0)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:10:05.296278 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:05.301001 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4647e902-e177-4c2b-b718-72e33120f1c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:05.352327 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:05.353482 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:05.354912 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6202959-fff2-44fe-be31-d33846939de3 HTTP/1.1" status: 200 len: 1094 time: 1.0913527 May 10 18:10:05.355446 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7857b13b-4efe-4ad3-8dff-1de0db4d0789', 'tag': 'c6202959-fff2-44fe-be31-d33846939de3'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:10:05.384729 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Pushing event updated for resources: {'Port': ['ID=c6202959-fff2-44fe-be31-d33846939de3,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:05.387834 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4c77f634-bf25-42b6-95b0-07e195be4a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:05.422996 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7857b13b-4efe-4ad3-8dff-1de0db4d0789', 'tag': 'c6202959-fff2-44fe-be31-d33846939de3', 'status': 'completed', 'code': 200} May 10 18:10:05.462774 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-24b8bb08-0f43-4990-8596-c3aadb5ffc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:05.464265 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-24b8bb08-0f43-4990-8596-c3aadb5ffc12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=840ef8d8e51d4771ad59cbc9c5012ce8&device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 1097 time: 0.0749061 May 10 18:10:05.534496 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-f507107c-fedc-47c7-b8bf-b56b16172457 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6202959-fff2-44fe-be31-d33846939de3 HTTP/1.1" status: 200 len: 217 time: 0.0622494 May 10 18:10:05.594510 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-837f9081-b393-465b-b8cb-647aa5724163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:05.595952 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-837f9081-b393-465b-b8cb-647aa5724163 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1342c1d2-29c2-4ded-97f7-af0dbdb93fd9 HTTP/1.1" status: 200 len: 848 time: 0.0556469 May 10 18:10:05.641204 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-de8427ce-926b-4560-98e2-b465ceff5b88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4b4ada7-dd7b-49e7-b831-b31155b4dc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388968 May 10 18:10:05.771329 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-2705db7a-7b31-4c44-a33e-0f65a7ded5db service neutron] 10.222.0.64 "GET /v2.0/networks/c4b4ada7-dd7b-49e7-b831-b31155b4dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235168 May 10 18:10:05.900231 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-872c57dc-06ce-426d-9bbe-7ba941290742 req-a9e65639-97e1-4909-ba3b-f8f96fffdebb service neutron] 10.222.0.64 "GET /v2.0/networks/c4b4ada7-dd7b-49e7-b831-b31155b4dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218429 May 10 18:10:06.017357 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-621791ae-bae6-4a8d-88d1-892ccf0aa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:06.018834 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-621791ae-bae6-4a8d-88d1-892ccf0aa55c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=840ef8d8e51d4771ad59cbc9c5012ce8&device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 1097 time: 0.0738084 May 10 18:10:06.151124 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-22665a61-840b-4867-858f-8ce5b7affee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:06.152506 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-22665a61-840b-4867-858f-8ce5b7affee5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4b4ada7-dd7b-49e7-b831-b31155b4dc8a HTTP/1.1" status: 200 len: 909 time: 0.1266401 May 10 18:10:06.218649 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-4441ca4f-858d-4b23-a7bd-7540ca573177 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6202959-fff2-44fe-be31-d33846939de3 HTTP/1.1" status: 200 len: 217 time: 0.0587900 May 10 18:10:06.282762 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-ddd8374d-a46a-46ad-a57b-0fccb4f6ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:06.284184 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-ddd8374d-a46a-46ad-a57b-0fccb4f6ff02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1342c1d2-29c2-4ded-97f7-af0dbdb93fd9 HTTP/1.1" status: 200 len: 848 time: 0.0590248 May 10 18:10:06.332006 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-85e5b7ff-ce80-4569-af5e-60d3441c41bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4b4ada7-dd7b-49e7-b831-b31155b4dc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404716 May 10 18:10:06.517149 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-f3367019-d2ae-49d5-b3af-b1eca5f845ca service neutron] 10.222.0.64 "GET /v2.0/networks/c4b4ada7-dd7b-49e7-b831-b31155b4dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783309 May 10 18:10:06.552547 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797cd35-f350-4337-befc-6064f7c60ad0 req-fb17d066-ea00-463c-a9fc-e77bfd2f7689 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:06.553937 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0797cd35-f350-4337-befc-6064f7c60ad0 req-fb17d066-ea00-463c-a9fc-e77bfd2f7689 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 944 time: 0.1476545 May 10 18:10:06.765028 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0797cd35-f350-4337-befc-6064f7c60ad0 req-4481b516-70a8-4f4b-91a0-f43d92a57339 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655886 May 10 18:10:06.787871 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-382d8920-6340-466a-bd4e-a7dc0e3b683e req-0c2c7e15-96cd-41c2-8e97-5de2c23881cf service neutron] 10.222.0.64 "GET /v2.0/networks/c4b4ada7-dd7b-49e7-b831-b31155b4dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620974 May 10 18:10:07.949679 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943cbac-e343-448d-b284-c5a4861f8026 req-c9a52b3b-b618-422c-8008-ef22e506bb6c tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:07.951104 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6943cbac-e343-448d-b284-c5a4861f8026 req-c9a52b3b-b618-422c-8008-ef22e506bb6c tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 944 time: 0.0799408 May 10 18:10:07.994950 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-6943cbac-e343-448d-b284-c5a4861f8026 req-611955c4-cfb3-424b-ac98-480cff4886ab tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 May 10 18:10:08.066223 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device c6202959-fff2-44fe-be31-d33846939de3 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:10:08.195748 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port c6202959-fff2-44fe-be31-d33846939de3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6202959-fff2-44fe-be31-d33846939de3,segment=NetworkSegment(4f8031f8-fc14-4ddb-8193-fc5aae1a68d0),segment_id=4f8031f8-fc14-4ddb-8193-fc5aae1a68d0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:10:08.209026 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': 'c6202959-fff2-44fe-be31-d33846939de3', 'network_id': 'c4b4ada7-dd7b-49e7-b831-b31155b4dc8a', 'port_id': 'c6202959-fff2-44fe-be31-d33846939de3', 'mac_address': 'fa:16:3e:30:9e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342c1d2-29c2-4ded-97f7-af0dbdb93fd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:10:08.264694 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:08.281269 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6202959-fff2-44fe-be31-d33846939de3 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:10:08.296491 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port c6202959-fff2-44fe-be31-d33846939de3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6202959-fff2-44fe-be31-d33846939de3,segment=NetworkSegment(4f8031f8-fc14-4ddb-8193-fc5aae1a68d0),segment_id=4f8031f8-fc14-4ddb-8193-fc5aae1a68d0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:10:08.301384 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:08.303070 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-57c953aa-d3da-4717-9106-ed1dacebf10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:08.368924 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=c6202959-fff2-44fe-be31-d33846939de3,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:08.371864 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:08.501065 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['c6202959-fff2-44fe-be31-d33846939de3'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:10:09.184479 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fc8a0-8eff-43ab-ad38-91e2e89c5179 req-34ee2632-320a-4a8d-89e3-236c93b76618 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:09.185921 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-898fc8a0-8eff-43ab-ad38-91e2e89c5179 req-34ee2632-320a-4a8d-89e3-236c93b76618 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 945 time: 0.0847814 May 10 18:10:09.230334 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-898fc8a0-8eff-43ab-ad38-91e2e89c5179 req-f1b5481d-9877-4146-91a1-49417d3eef1b tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 May 10 18:10:09.652408 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7f7d77f5-48a3-42db-be81-600b637356b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:10.081558 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device c6202959-fff2-44fe-be31-d33846939de3 up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:10:10.151258 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port c6202959-fff2-44fe-be31-d33846939de3 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:10:10.155753 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port c6202959-fff2-44fe-be31-d33846939de3 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:10:10.156130 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:10.279214 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:10.306272 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857b13b-4efe-4ad3-8dff-1de0db4d0789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6202959-fff2-44fe-be31-d33846939de3'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:10:10.318020 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port c6202959-fff2-44fe-be31-d33846939de3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6202959-fff2-44fe-be31-d33846939de3,segment=NetworkSegment(4f8031f8-fc14-4ddb-8193-fc5aae1a68d0),segment_id=4f8031f8-fc14-4ddb-8193-fc5aae1a68d0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:10:10.322864 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:10.326052 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:10.374968 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857b13b-4efe-4ad3-8dff-1de0db4d0789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6202959-fff2-44fe-be31-d33846939de3', 'code': 200} May 10 18:10:10.431042 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302bcf-7836-44f2-ac8f-4eeab9b513f7 req-5f24144d-15b6-4ee5-8f4f-1b0eb052bd2c tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:10.432678 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-72302bcf-7836-44f2-ac8f-4eeab9b513f7 req-5f24144d-15b6-4ee5-8f4f-1b0eb052bd2c tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 946 time: 0.0947926 May 10 18:10:10.441962 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=c6202959-fff2-44fe-be31-d33846939de3,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:10.445265 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:10.486499 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-72302bcf-7836-44f2-ac8f-4eeab9b513f7 req-8b680ad4-f717-4d9f-afe3-baeb706f3ed2 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 May 10 18:10:10.598028 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fe1c0-3085-4456-9eea-b57ccb11b7fa req-a6a1edd0-5f20-457b-a9dc-86ee026c7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:10.599391 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e82fe1c0-3085-4456-9eea-b57ccb11b7fa req-a6a1edd0-5f20-457b-a9dc-86ee026c7cc3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 1099 time: 0.0699353 May 10 18:10:10.639568 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e82fe1c0-3085-4456-9eea-b57ccb11b7fa req-4396cf1e-2510-4662-beaa-66cfaf37a83a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336368 May 10 18:10:11.669177 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c8048-a410-42c2-8dc8-2e4323d59435 req-41b35528-c20d-4424-aac6-7073e0698f69 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:11.670580 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d0c8048-a410-42c2-8dc8-2e4323d59435 req-41b35528-c20d-4424-aac6-7073e0698f69 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 946 time: 0.0809236 May 10 18:10:11.714673 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d0c8048-a410-42c2-8dc8-2e4323d59435 req-5e9b21ea-bc5e-4ca8-8893-c42d02ec01fe tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 May 10 18:10:11.856021 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c6df003f-4187-4e41-9b13-b8615c72aa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:12.173380 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:12.838719 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:14.791831 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:14.966028 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acc627-9438-4f4f-be4a-2a899063fb2e req-e2275b01-accd-445d-9bc4-ace0f1db0436 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:14.967461 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11acc627-9438-4f4f-be4a-2a899063fb2e req-e2275b01-accd-445d-9bc4-ace0f1db0436 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 946 time: 0.0781755 May 10 18:10:15.012300 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-11acc627-9438-4f4f-be4a-2a899063fb2e req-d22596a6-1fea-4dbe-908f-697bf1a12e22 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391526 May 10 18:10:16.251000 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-840b711b-fad8-413a-ac60-f27c2b75aab9 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:16.252432 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-840b711b-fad8-413a-ac60-f27c2b75aab9 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.64 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 946 time: 0.1406972 May 10 18:10:16.260590 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb67fa2-deca-4fc0-baff-673593d32601 req-0095e87d-83f5-4820-8c84-b7c733462c52 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:16.261930 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7bb67fa2-deca-4fc0-baff-673593d32601 req-0095e87d-83f5-4820-8c84-b7c733462c52 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 946 time: 0.1167986 May 10 18:10:16.393520 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7bb67fa2-deca-4fc0-baff-673593d32601 req-c753f10d-42f7-4b42-a43c-8bf123c76e05 tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc74f0b6-9251-4ba7-a20a-7290bae013ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943844 May 10 18:10:16.437497 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Deleting port c6202959-fff2-44fe-be31-d33846939de3 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:10:16.437838 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:16.572258 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] For port c6202959-fff2-44fe-be31-d33846939de3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6202959-fff2-44fe-be31-d33846939de3,segment=NetworkSegment(4f8031f8-fc14-4ddb-8193-fc5aae1a68d0),segment_id=4f8031f8-fc14-4ddb-8193-fc5aae1a68d0)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:10:16.572614 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:16.699717 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Calling delete_port for c6202959-fff2-44fe-be31-d33846939de3 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:10:16.807365 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:16.812816 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:16.819072 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['c6202959-fff2-44fe-be31-d33846939de3'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:10:16.860962 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Pushing event deleted for resources: {'Port': ['ID=c6202959-fff2-44fe-be31-d33846939de3,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:16.864037 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:16.934822 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] No DVR routers for this DVR port c6202959-fff2-44fe-be31-d33846939de3 on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:10:16.937242 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:16.939697 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857b13b-4efe-4ad3-8dff-1de0db4d0789', 'name': 'network-vif-deleted', 'tag': 'c6202959-fff2-44fe-be31-d33846939de3'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:10:16.955523 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-36e7fd89-2158-4ab8-b85e-26584d7e201d req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.64 "DELETE /v2.0/ports/c6202959-fff2-44fe-be31-d33846939de3 HTTP/1.1" status: 204 len: 173 time: 0.6926603 May 10 18:10:16.986003 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857b13b-4efe-4ad3-8dff-1de0db4d0789', 'name': 'network-vif-deleted', 'tag': 'c6202959-fff2-44fe-be31-d33846939de3', 'status': 'completed', 'code': 200} May 10 18:10:17.560649 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-94a03535-f876-4b3d-a513-00e066b0e945 req-43f40f56-505a-4f9d-a545-7c11006d55ac tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Synchronizing usage tracker for tenant:840ef8d8e51d4771ad59cbc9c5012ce8 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:10:17.575491 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-94a03535-f876-4b3d-a513-00e066b0e945 req-43f40f56-505a-4f9d-a545-7c11006d55ac tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Unset dirty status for tenant:840ef8d8e51d4771ad59cbc9c5012ce8 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:10:17.576571 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-94a03535-f876-4b3d-a513-00e066b0e945 req-43f40f56-505a-4f9d-a545-7c11006d55ac tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] 10.222.0.46 "GET /v2.0/ports?device_id=7857b13b-4efe-4ad3-8dff-1de0db4d0789 HTTP/1.1" status: 200 len: 210 time: 0.0597734 May 10 18:10:20.143893 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device c6202959-fff2-44fe-be31-d33846939de3 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:10:20.176983 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: c6202959-fff2-44fe-be31-d33846939de3 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:10:20.177332 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device c6202959-fff2-44fe-be31-d33846939de3 not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:10:31.917591 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:10:34.880361 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:35.774314 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36370) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:35.832029 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] Deleting subnet 1342c1d2-29c2-4ded-97f7-af0dbdb93fd9 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:10:35.834893 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:35.882316 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:35.938414 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.172509 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.177152 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b95adf3a-154a-47f6-b898-cf64ef362ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:36.215330 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1342c1d2-29c2-4ded-97f7-af0dbdb93fd9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:36.218389 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:36.219344 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.225011 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-0de03751-f89c-40d7-9706-8162fcc03b93 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1342c1d2-29c2-4ded-97f7-af0dbdb93fd9 HTTP/1.1" status: 204 len: 168 time: 0.4497302 May 10 18:10:36.227408 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36374) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:36.334609 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.454207 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.466933 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b4ada7-dd7b-49e7-b831-b31155b4dc8a']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:36.478325 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8031f8-fc14-4ddb-8193-fc5aae1a68d0') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:36.478615 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8031f8-fc14-4ddb-8193-fc5aae1a68d0') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:36.489460 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.505917 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.512298 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:10:36.512672 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:10:36.525430 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:10:36.599727 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.603118 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:36.615732 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.625012 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b4ada7-dd7b-49e7-b831-b31155b4dc8a,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:36.627696 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] 10.222.0.46 "DELETE /v2.0/networks/c4b4ada7-dd7b-49e7-b831-b31155b4dc8a HTTP/1.1" status: 204 len: 168 time: 0.3993545 May 10 18:10:36.628556 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7c032255-e730-4a07-a309-3041085bdadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:36.630343 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36378) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:36.686996 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] Deleting subnet b93eea2b-c06e-42fd-89b8-fb42d070ce14 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:10:36.689893 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.821678 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:36.874721 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.116465 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.121606 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:37.157446 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93eea2b-c06e-42fd-89b8-fb42d070ce14,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:37.159314 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.161744 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:37.165661 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-a91407f1-a54f-448c-8d9c-8ed8c23a9ccf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b93eea2b-c06e-42fd-89b8-fb42d070ce14 HTTP/1.1" status: 204 len: 168 time: 0.5344400 May 10 18:10:37.168118 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36382) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:37.274491 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.398252 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.411538 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d58b624-ee93-484d-9f86-47267b3d9fa1']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:37.424199 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c487c32f-babd-4826-86d6-809c5343bc3b') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:37.424491 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.services.segments.db [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c487c32f-babd-4826-86d6-809c5343bc3b') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:37.436009 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10801400'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.451724 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.457635 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:10:37.458015 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10935118'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: Traceback (most recent call last): May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: timer() May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: cb(*args, **kw) May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: return func(*args, **kwargs) May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: self._notify() May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: self.callback(batched_events) May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: event.method(event) May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: return f(self, *a, **k) May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: return self._get(url).json() May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: return self.request(url, 'GET', **kwargs) May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:10:37.471502 dv-cinder-790492-1-smb neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:10:37.548656 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.552249 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:37.565151 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.575523 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0d58b624-ee93-484d-9f86-47267b3d9fa1 HTTP/1.1" status: 204 len: 168 time: 0.4064996 May 10 18:10:37.576441 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d58b624-ee93-484d-9f86-47267b3d9fa1,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:37.578782 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d2eeb375-8745-4526-bbd9-213a5cc376c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:37.742391 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36388) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:37.791315 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-dee1028c-5910-4d59-bb6f-3aab18880dc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=840ef8d8e51d4771ad59cbc9c5012ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477471 May 10 18:10:37.794456 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36392) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:37.851641 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e490c753-528e-4a6f-bbd2-af86a2befa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.876444 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e490c753-528e-4a6f-bbd2-af86a2befa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.927004 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e490c753-528e-4a6f-bbd2-af86a2befa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.930530 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c1082f1b-5b9f-40f8-8952-8650999157b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:37.941776 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490c753-528e-4a6f-bbd2-af86a2befa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc74f0b6-9251-4ba7-a20a-7290bae013ef,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:37.946084 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e490c753-528e-4a6f-bbd2-af86a2befa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:37.948564 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e490c753-528e-4a6f-bbd2-af86a2befa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:37.949843 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e490c753-528e-4a6f-bbd2-af86a2befa2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc74f0b6-9251-4ba7-a20a-7290bae013ef HTTP/1.1" status: 204 len: 168 time: 0.1544073 May 10 18:10:38.381625 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36400) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:38.430944 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-8658b7e5-d93b-4c04-a0ff-3df67ad02ec7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee1f047a43c84443b1b8f176a187f120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481520 May 10 18:10:38.433426 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36404) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:38.492460 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6c6d05fa-928e-4407-9b9e-973bdc04e69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:38.517095 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6c6d05fa-928e-4407-9b9e-973bdc04e69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:38.567775 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6c6d05fa-928e-4407-9b9e-973bdc04e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:38.572490 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-58a0e08d-1ff0-4f7d-b2b5-c22f63ef1de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:38.585508 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d05fa-928e-4407-9b9e-973bdc04e69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687bc060-13a0-4a54-ba9d-af32c3120e52,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:38.588161 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6c6d05fa-928e-4407-9b9e-973bdc04e69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:38.591115 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6c6d05fa-928e-4407-9b9e-973bdc04e69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:38.592161 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-6c6d05fa-928e-4407-9b9e-973bdc04e69c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/687bc060-13a0-4a54-ba9d-af32c3120e52 HTTP/1.1" status: 204 len: 168 time: 0.1578681 May 10 18:10:39.653905 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5e2996f5-9289-471e-a00c-44d6f6457a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:39.927621 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36448) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:40.046167 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:40.061182 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:40.064979 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cccd1454a47347e490a40d1512ad1046 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:40.067790 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:40.073897 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:40.157014 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:40.160725 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:40.167530 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-638a43de-1fb6-4cbf-af05-a5589348808c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:40.209311 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79566bb3-c767-4890-8441-363be2eb32f6,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:40.213530 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cccd1454a47347e490a40d1512ad1046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848392 May 10 18:10:40.214368 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:40.216747 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36456) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:40.273975 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e0a3adc3-6393-4a90-818b-9c0f2a58ff4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:40.299040 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e0a3adc3-6393-4a90-818b-9c0f2a58ff4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:40.349882 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e0a3adc3-6393-4a90-818b-9c0f2a58ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:40.353714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7213f3aa-101c-47ea-b95c-356b6ed92420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:40.366885 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3adc3-6393-4a90-818b-9c0f2a58ff4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79566bb3-c767-4890-8441-363be2eb32f6,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:40.371598 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e0a3adc3-6393-4a90-818b-9c0f2a58ff4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:40.373996 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e0a3adc3-6393-4a90-818b-9c0f2a58ff4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:40.378855 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e0a3adc3-6393-4a90-818b-9c0f2a58ff4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79566bb3-c767-4890-8441-363be2eb32f6 HTTP/1.1" status: 204 len: 168 time: 0.1588099 May 10 18:10:41.860146 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a54d9e6c-1769-4139-80c6-53f00e574292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:42.175853 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:42.840420 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:44.794346 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:44.884412 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36516) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:44.997608 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.015319 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:45.019054 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Usage tracker for resource:security_group_rule and tenant:0126cfaee626484a9127b03e22e46dfb is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:45.021822 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:45.027999 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:45.110315 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.113963 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.122891 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6fd6a615-c17b-45cb-9fe3-46f116207e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:45.162108 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0126cfaee626484a9127b03e22e46dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766626 May 10 18:10:45.163761 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5d012-2ac2-40a9-b61c-20cea59d8293,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:45.164877 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36522) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:45.171505 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.171913 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.172286 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.172651 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.173009 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.173368 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.173725 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.174080 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.174435 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.174787 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.175138 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.175488 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:45.179443 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8594bd65-6fd3-427b-8ca1-315606ba05eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:45.222501 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ba48bae9-b09b-489e-a7df-7815b362c200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.247389 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ba48bae9-b09b-489e-a7df-7815b362c200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.300601 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ba48bae9-b09b-489e-a7df-7815b362c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.304122 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c62fd5fe-81e5-4484-8253-18abba2ea19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:45.316346 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48bae9-b09b-489e-a7df-7815b362c200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5d012-2ac2-40a9-b61c-20cea59d8293,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:45.319231 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ba48bae9-b09b-489e-a7df-7815b362c200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:45.321118 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ba48bae9-b09b-489e-a7df-7815b362c200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.322209 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-ba48bae9-b09b-489e-a7df-7815b362c200 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13c5d012-2ac2-40a9-b61c-20cea59d8293 HTTP/1.1" status: 204 len: 168 time: 0.1563125 May 10 18:10:45.593176 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36530) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:45.611510 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.626331 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:45.630089 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Usage tracker for resource:security_group_rule and tenant:3fd082da7fdb4324a11d8d7c4c049fe3 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:45.632906 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:45.638876 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:45.721919 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.726307 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.733561 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a8f9af76-de13-4b91-a349-c0718d676008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:45.774448 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d76d0-2a80-4d72-9f7e-b46ab7e9bc8b,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:45.779043 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fd082da7fdb4324a11d8d7c4c049fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848841 May 10 18:10:45.779913 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d9dbbae2-aa55-401d-981c-6725cff2dd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:45.782360 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36534) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:45.838133 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aa0c40f8-791e-4412-b601-cb0e967349db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.863174 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aa0c40f8-791e-4412-b601-cb0e967349db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.913482 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aa0c40f8-791e-4412-b601-cb0e967349db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.917233 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-02a38b72-0491-4631-911e-9608bfd43b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:45.929025 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c40f8-791e-4412-b601-cb0e967349db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d76d0-2a80-4d72-9f7e-b46ab7e9bc8b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:45.931294 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-aa0c40f8-791e-4412-b601-cb0e967349db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:45.940117 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aa0c40f8-791e-4412-b601-cb0e967349db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:45.941236 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-aa0c40f8-791e-4412-b601-cb0e967349db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d2d76d0-2a80-4d72-9f7e-b46ab7e9bc8b HTTP/1.1" status: 204 len: 168 time: 0.1586821 May 10 18:10:49.853496 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36580) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:49.969996 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:49.983705 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:49.987392 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Usage tracker for resource:security_group_rule and tenant:6fcc09a1adf7466187aa0f8e06d2efe2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:49.990400 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:49.996653 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:50.079953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:50.083696 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:50.092212 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e490c753-528e-4a6f-bbd2-af86a2befa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:50.130887 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6fcc09a1adf7466187aa0f8e06d2efe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762358 May 10 18:10:50.132440 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4378b209-99bb-4b91-ac44-28730d35adab,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:50.133489 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36586) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:50.140984 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.141356 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.141722 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.142084 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.142437 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.142787 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.143141 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.143601 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.143981 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.144327 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.144672 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.145017 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:50.148718 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b923a825-fefe-40f4-b5ce-d0b26cfe3dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:50.193257 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f6d4-c5b6-4610-8e7a-81a3d87c459c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:50.219112 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f6d4-c5b6-4610-8e7a-81a3d87c459c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:50.275373 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f6d4-c5b6-4610-8e7a-81a3d87c459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:50.280123 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b92a4ef9-1f9e-4bb4-b184-caa53453f88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:50.291478 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1f6d4-c5b6-4610-8e7a-81a3d87c459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4378b209-99bb-4b91-ac44-28730d35adab,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:50.294962 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cfd1f6d4-c5b6-4610-8e7a-81a3d87c459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:50.296921 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f6d4-c5b6-4610-8e7a-81a3d87c459c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:50.298573 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-cfd1f6d4-c5b6-4610-8e7a-81a3d87c459c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4378b209-99bb-4b91-ac44-28730d35adab HTTP/1.1" status: 204 len: 168 time: 0.1635809 May 10 18:10:50.999788 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36610) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:51.112263 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-664292383-network', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:51.117474 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:51.121390 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Usage tracker for resource:network and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:51.124216 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:51.129840 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:51.140545 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Made reservation on behalf of eb5b7a6d273a44bf8db7e124265282ab for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:10:51.142797 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.155122 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.169002 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:51.172683 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Usage tracker for resource:security_group_rule and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:51.175422 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:51.181021 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:51.261913 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.265622 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.269446 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0333dc44-b6f8-4ed7-9b35-18c2ae47a4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:51.294984 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:10:51.307386 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ac04c-b993-41f4-87fa-954bb45c761a,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:51.311845 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:51.312960 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.313386 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.db.segments_db [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Added segment ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb of type vlan for network 19c62f34-0c1f-482d-80bc-79610218eb9c May 10 18:10:51.342393 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.370984 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.372451 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:51.373055 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.377609 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-98272cd3-d076-4474-bf67-b7dfa7440f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:51.477980 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Pushing event updated for resources: {'Network': ['ID=19c62f34-0c1f-482d-80bc-79610218eb9c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:51.481237 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:51.484188 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-29414c0d-8f81-4531-9bc8-a8077aa9cdfd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4833610 May 10 18:10:51.485669 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36616) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:51.488106 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 19c62f34-0c1f-482d-80bc-79610218eb9c details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:10:51.491302 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Request body: {'subnet': {'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-664292383-subnet', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:51.496999 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:51.500789 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Usage tracker for resource:subnet and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:51.503986 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:51.509717 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:51.520266 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Made reservation on behalf of eb5b7a6d273a44bf8db7e124265282ab for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:10:51.522501 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10728966'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.981262 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10801387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10729076'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:51.985726 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-11fd8f25-2ec9-4c72-bc63-e9039f7455e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:52.057042 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499eba56-6cef-44d2-969c-4446324d3d6b,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:52.061200 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:52.067506 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Checking segment: {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:10:52.067935 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Network hostable DHCP agents. Network: 19c62f34-0c1f-482d-80bc-79610218eb9c, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:10:52.084306 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Network 19c62f34-0c1f-482d-80bc-79610218eb9c is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:10:52.093202 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 19c62f34-0c1f-482d-80bc-79610218eb9c) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:52.101635 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08757842-2896-457f-9c7e-8cbfc6b79cea None None] Network 19c62f34-0c1f-482d-80bc-79610218eb9c requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:10:52.106360 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:52.106948 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.128803 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-cd4a3644-48c9-421c-9be1-60262ec321c8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6421392 May 10 18:10:52.131472 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36620) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:52.136753 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.v2.base [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:52.141388 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:52.145243 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Usage tracker for resource:router and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:52.148083 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.quota.resource [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:52.154321 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:52.165091 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-743402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29558'] for router, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.166331 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29519'] for router, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.185033 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.319189 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a763d2-7159-5774-8477-7e1238429133-19c62f34-0c1f-482d-80bc-79610218eb9c', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b'}]}} from dv-cinder-790492-1-smb. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 18:10:52.320053 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.449738 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.473459 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Allocated IP 172.20.0.2 (19c62f34-0c1f-482d-80bc-79610218eb9c/499eba56-6cef-44d2-969c-4446324d3d6b/f507bff6-7abf-4976-80e0-23a0d672441f) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:10:52.675521 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.685906 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Transition to ACTIVE for port object f507bff6-7abf-4976-80e0-23a0d672441f will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:10:52.703977 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Transition to ACTIVE for port object f507bff6-7abf-4976-80e0-23a0d672441f will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:10:52.709548 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.713760 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:52.751905 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.769236 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Network 19c62f34-0c1f-482d-80bc-79610218eb9c is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:10:52.771989 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Resources bound (agent type, host, resource id): {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:52.775554 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:10:52.784610 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.793119 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Pushing event updated for resources: {'Port': ['ID=f507bff6-7abf-4976-80e0-23a0d672441f,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:52.832513 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.832858 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.833202 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.833532 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.833861 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.834191 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.834525 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.834842 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.835164 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.835484 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.835827 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.836146 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:52.863104 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:52.888079 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Attempting to bind port f507bff6-7abf-4976-80e0-23a0d672441f on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:10:52.888452 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Attempting to bind port f507bff6-7abf-4976-80e0-23a0d672441f by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:10:52.889182 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Attempting to bind port f507bff6-7abf-4976-80e0-23a0d672441f on network 19c62f34-0c1f-482d-80bc-79610218eb9c {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:10:52.894495 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:10:52.894870 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Checking segment: {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:10:52.895276 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.895699 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Bound using segment: {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:10:52.896171 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Bound port: f507bff6-7abf-4976-80e0-23a0d672441f, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:10:52.896549 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.914440 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Allocated IP 172.28.1.10 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/87ed2cce-7a82-427b-b5a6-0692b055a6f2) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:10:52.986708 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] For port f507bff6-7abf-4976-80e0-23a0d672441f, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:10:52.990389 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] For port f507bff6-7abf-4976-80e0-23a0d672441f, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=f507bff6-7abf-4976-80e0-23a0d672441f,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:10:52.994366 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:52.999449 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:53.065628 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:53.088916 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Pushing event updated for resources: {'Port': ['ID=f507bff6-7abf-4976-80e0-23a0d672441f,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:53.093148 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:53.096099 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:53.099946 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f768f7b1-c876-4d1c-9694-1efe3e75d9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:53.158916 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:10:53.161748 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:53.169736 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:10:53.203317 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Pushing event updated for resources: {'Port': ['ID=87ed2cce-7a82-427b-b5a6-0692b055a6f2,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:53.207557 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:53.674675 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:53.949077 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd078414-0cfa-4ff6-8c6b-d1bd7991709d None None] Network 19c62f34-0c1f-482d-80bc-79610218eb9c requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:10:54.020656 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193'] for router, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:54.039615 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-efc26b80-ebb5-4ab8-8e7d-9596b84f7ec5 None None] Provisioning for port f507bff6-7abf-4976-80e0-23a0d672441f completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:10:54.228490 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Router 6b36af11-77ee-4480-bfdf-a1669406334e is scheduled to L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c with binding_index 1 {{(pid=78706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 18:10:54.402445 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:10:54.411377 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Sync routers for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:10:54.420664 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:10:54.421407 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:10:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:54.424659 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:54.425836 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-69604f62-79ba-407e-8dd2-49b5f67d5344 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2934430 May 10 18:10:54.428685 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36624) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:54.566544 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device f507bff6-7abf-4976-80e0-23a0d672441f up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:10:54.685993 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port f507bff6-7abf-4976-80e0-23a0d672441f completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:10:54.689794 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:10:54.786165 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port f507bff6-7abf-4976-80e0-23a0d672441f triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:10:54.786545 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.046962 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.085907 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port f507bff6-7abf-4976-80e0-23a0d672441f, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=f507bff6-7abf-4976-80e0-23a0d672441f,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:10:55.096061 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.098624 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:55.144684 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:53Z', 'revision_number': 3, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:55.153889 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Checking router: 6b36af11-77ee-4480-bfdf-a1669406334e for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:10:55.154246 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Updating router 6b36af11-77ee-4480-bfdf-a1669406334e port 87ed2cce-7a82-427b-b5a6-0692b055a6f2 binding host dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:10:55.195977 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.206969 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=f507bff6-7abf-4976-80e0-23a0d672441f,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:55.211262 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:55.220474 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.402523 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Allocated IP 172.20.0.1 (19c62f34-0c1f-482d-80bc-79610218eb9c/499eba56-6cef-44d2-969c-4446324d3d6b/c6bd821a-3bfd-4733-8dd1-df0d3795e0f2) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:10:55.544309 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.548046 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.555416 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Transition to ACTIVE for port object 87ed2cce-7a82-427b-b5a6-0692b055a6f2 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:10:55.561916 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.563991 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Transition to ACTIVE for port object c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 will not be triggered until provisioned by entity DHCP. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:10:55.566698 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1e66e786-a1e2-49e3-91bd-8887fe0a8e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:55.586521 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10935163'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.590905 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c7127994-1165-4de3-9b87-eef29f12c866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:55.636685 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Attempting to bind port 87ed2cce-7a82-427b-b5a6-0692b055a6f2 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:10:55.637063 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Attempting to bind port 87ed2cce-7a82-427b-b5a6-0692b055a6f2 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:10:55.637474 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Attempting to bind port 87ed2cce-7a82-427b-b5a6-0692b055a6f2 on network 7ed499e4-944d-4281-809d-2f5c6cdb58ec {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:10:55.647130 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Network 19c62f34-0c1f-482d-80bc-79610218eb9c is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:10:55.650659 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:55.652100 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66496cae-3522-4e09-bb86-a7b6c6fbfe26 None None] Pushing event updated for resources: {'Port': ['ID=87ed2cce-7a82-427b-b5a6-0692b055a6f2,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:55.654609 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:10:55.654925 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:10:55.655326 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.655741 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Bound using segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:10:55.656217 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Bound port: 87ed2cce-7a82-427b-b5a6-0692b055a6f2, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:10:55.656592 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.658732 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:10:55.681184 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-66496cae-3522-4e09-bb86-a7b6c6fbfe26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:55.688801 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Pushing event updated for resources: {'Port': ['ID=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:55.695083 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:55.723063 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655830'] for router_interface, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.740575 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] For port 87ed2cce-7a82-427b-b5a6-0692b055a6f2, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:10:55.743934 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] For port 87ed2cce-7a82-427b-b5a6-0692b055a6f2, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=87ed2cce-7a82-427b-b5a6-0692b055a6f2,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:10:55.749456 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:55.753146 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:55.828587 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:10:55.829211 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:10:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:55.936243 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66496cae-3522-4e09-bb86-a7b6c6fbfe26 None None] Pushing event updated for resources: {'Port': ['ID=87ed2cce-7a82-427b-b5a6-0692b055a6f2,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:55.948780 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-66496cae-3522-4e09-bb86-a7b6c6fbfe26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:55.976755 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c2cda4d3-e8e2-4d37-8659-6237c97d7643 None None] Provisioning for port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:10:55.981955 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:56.030064 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c2cda4d3-e8e2-4d37-8659-6237c97d7643 None None] Provisioning complete for port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:10:56.030438 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c2cda4d3-e8e2-4d37-8659-6237c97d7643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:56.101528 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-c2cda4d3-e8e2-4d37-8659-6237c97d7643 None None] Port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:10:56.107272 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:10:56.304526 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:56.309102 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10935138'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:56.342139 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:56.389414 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:53Z', 'revision_number': 3, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:56.393256 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e376cc0-03df-42ef-894e-cd736e8b45c1 None None] The sync data for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb is: [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:53Z', 'revision_number': 3, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:10:56.422444 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655733'] for router_interface, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:56.426144 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Pushing event updated for resources: {'Port': ['ID=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:56.429581 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:56.514490 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device f507bff6-7abf-4976-80e0-23a0d672441f up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:10:56.567580 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Network 19c62f34-0c1f-482d-80bc-79610218eb9c is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:10:56.568722 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:56.588031 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port f507bff6-7abf-4976-80e0-23a0d672441f triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:10:56.589041 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:56.811125 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Router 6b36af11-77ee-4480-bfdf-a1669406334e has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:10:56.826647 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-aa2ab3cb-9373-41fc-9316-9bda6511ef2d None None] Provisioning complete for port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:10:56.827243 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab3cb-9373-41fc-9316-9bda6511ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:56.884285 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ab3cb-9373-41fc-9316-9bda6511ef2d None None] Port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:10:57.004328 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:10:57.014163 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-deec56ef-62b6-407f-aa3c-a7ca000ff7ef admin admin] 10.222.0.46 "PUT /v2.0/routers/6b36af11-77ee-4480-bfdf-a1669406334e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5845048 May 10 18:10:57.519461 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36642) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:57.525199 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1251216599-network', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:57.530775 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:57.534576 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Usage tracker for resource:network and tenant:64f52d6f8e8b4b82a2d9da06fcd1bfbd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:57.537529 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:57.545533 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:57.556061 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Made reservation on behalf of 64f52d6f8e8b4b82a2d9da06fcd1bfbd for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:10:57.558522 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:57.570843 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:57.589796 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:57.593552 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Usage tracker for resource:security_group_rule and tenant:64f52d6f8e8b4b82a2d9da06fcd1bfbd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:57.596479 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:57.602133 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:57.777986 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:57.781928 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:57.785055 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-608157ba-742d-4892-9f73-1155d6cfe447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:57.813309 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:10:57.821825 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb89da6-cd6b-44d0-9cf9-8f2491a42d74,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:57.825828 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:57.828659 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:57.829720 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.segments_db [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Added segment b007e4a7-302c-4a84-8366-0c9753bffff6 of type vlan for network 8963f3ce-f677-4525-9057-b1295de13c28 May 10 18:10:57.856950 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778302036866'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:57.866080 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Sync routers for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:10:57.875926 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:10:57.876524 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:10:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:57.887067 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:57.888434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:57.889067 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:57.893956 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-aa34f005-dd3c-4b3c-8f22-982f0a1323be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:57.994296 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Pushing event updated for resources: {'Network': ['ID=8963f3ce-f677-4525-9057-b1295de13c28,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:57.997253 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:57.999341 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e1cdd169-a6fe-4f6c-b760-1d31bbc9921f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4788179 May 10 18:10:58.002510 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36646) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:58.008618 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Request body: {'subnet': {'network_id': '8963f3ce-f677-4525-9057-b1295de13c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1251216599-subnet', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:58.009682 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Network 8963f3ce-f677-4525-9057-b1295de13c28 details requested by agent ovs-agent-dv-cinder-790492-1-smb with host dv-cinder-790492-1-smb {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 18:10:58.014527 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:58.018769 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Usage tracker for resource:subnet and tenant:64f52d6f8e8b4b82a2d9da06fcd1bfbd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:58.021817 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:58.028568 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:58.040902 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Made reservation on behalf of 64f52d6f8e8b4b82a2d9da06fcd1bfbd for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:10:58.044952 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1629550'] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.054569 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:10:58.394964 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:10:56Z', 'revision_number': 2, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:58.398609 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Checking router: 6b36af11-77ee-4480-bfdf-a1669406334e for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:10:58.398973 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Updating router 6b36af11-77ee-4480-bfdf-a1669406334e port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 binding host dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:10:58.435958 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10617041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629468'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.440534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f854bf09-c75f-4f27-acd7-3a65ac9dc3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:58.453190 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.511598 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c26329-e80a-4284-9a03-ea3779c47896,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:58.518981 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:58.519702 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Checking segment: {'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:10:58.520303 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Network hostable DHCP agents. Network: 8963f3ce-f677-4525-9057-b1295de13c28, hostable agents: ['af88a6c8-70c0-43e6-956c-fd0858b5403d'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:10:58.538741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Network 8963f3ce-f677-4525-9057-b1295de13c28 is scheduled to be hosted by DHCP agent af88a6c8-70c0-43e6-956c-fd0858b5403d with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:10:58.544092 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 87ed2cce-7a82-427b-b5a6-0692b055a6f2 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:10:58.550390 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-smb, 8963f3ce-f677-4525-9057-b1295de13c28) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:58.561579 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:10:58.561739 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.576062 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b987a92-3a9c-4123-9e52-05199df62b38 None None] Network 8963f3ce-f677-4525-9057-b1295de13c28 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:10:58.585522 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-091e08e6-9f00-48c0-8910-aa55f9559548 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5818007 May 10 18:10:58.588778 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36650) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:10:58.593918 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:10:58.598407 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:10:58.602873 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Usage tracker for resource:router and tenant:64f52d6f8e8b4b82a2d9da06fcd1bfbd is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:10:58.606648 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:10:58.613090 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:10:58.623722 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-743402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29558'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.624693 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29519'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.639859 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.714614 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 87ed2cce-7a82-427b-b5a6-0692b055a6f2 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:10:58.730151 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 87ed2cce-7a82-427b-b5a6-0692b055a6f2 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:10:58.730627 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.810075 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.821177 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Transition to ACTIVE for port object c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:10:58.829050 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.834318 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-48524307-2fd6-413d-97c3-42932d99e7ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:58.906583 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29521'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.926474 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3a763d2-7159-5774-8477-7e1238429133-8963f3ce-f677-4525-9057-b1295de13c28', 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'fixed_ips': [{'subnet_id': 'd7c26329-e80a-4284-9a03-ea3779c47896'}]}} from dv-cinder-790492-1-smb. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 18:10:58.927489 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:58.961848 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Pushing event updated for resources: {'Port': ['ID=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:59.005735 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.006080 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.006412 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.006737 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.007056 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.007375 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.007711 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.008025 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.008337 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.008648 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.008962 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.009269 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:10:59.018894 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.042526 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:59.050006 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 87ed2cce-7a82-427b-b5a6-0692b055a6f2, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=87ed2cce-7a82-427b-b5a6-0692b055a6f2,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:10:59.065271 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Attempting to bind port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:10:59.065900 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Attempting to bind port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:10:59.066429 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Attempting to bind port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 on network 19c62f34-0c1f-482d-80bc-79610218eb9c {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:10:59.072258 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:10:59.073535 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Checking segment: {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:10:59.074100 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.074669 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Bound using segment: {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:10:59.075301 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Bound port: c6bd821a-3bfd-4733-8dd1-df0d3795e0f2, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:10:59.075872 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.083041 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.087509 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:59.174825 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] For port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:10:59.177978 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] For port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:10:59.183797 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.187757 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-10aea4e9-072e-4eb4-9ce4-0f70b32fd3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:59.214077 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=87ed2cce-7a82-427b-b5a6-0692b055a6f2,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:59.220510 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:59.233943 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Allocated IP 172.20.0.2 (8963f3ce-f677-4525-9057-b1295de13c28/d7c26329-e80a-4284-9a03-ea3779c47896/31416411-a908-4cc8-9f43-a3db2e8d4ed6) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:10:59.263659 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Pushing event updated for resources: {'Port': ['ID=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:59.267750 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-e8fd17b1-9f9e-4ade-bbdc-9477e9d997c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:59.280111 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:10:59.280733 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:10:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:59.316111 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.351785 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.484094 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:10:59.503713 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.515331 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Transition to ACTIVE for port object 31416411-a908-4cc8-9f43-a3db2e8d4ed6 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:10:59.537078 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Transition to ACTIVE for port object 31416411-a908-4cc8-9f43-a3db2e8d4ed6 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:10:59.543949 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.549198 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-ae30cd17-959b-45ba-937d-173966fb14d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:59.607945 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Allocated IP 172.28.1.57 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/76bb2919-49ad-4f50-bd0d-38866fe583d8) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:10:59.617490 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Network 8963f3ce-f677-4525-9057-b1295de13c28 is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:10:59.624317 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Resources bound (agent type, host, resource id): {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:59.626804 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:10:59.645844 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Pushing event updated for resources: {'Port': ['ID=31416411-a908-4cc8-9f43-a3db2e8d4ed6,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:59.648476 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:59.730300 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Attempting to bind port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:10:59.730676 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Attempting to bind port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:10:59.731044 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Attempting to bind port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 on network 8963f3ce-f677-4525-9057-b1295de13c28 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:10:59.738131 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:10:59.738433 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Checking segment: {'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:10:59.738835 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.739228 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Bound using segment: {'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:10:59.739738 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Bound port: 31416411-a908-4cc8-9f43-a3db2e8d4ed6, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:10:59.740368 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.761550 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.794132 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.798897 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a5587f5b-b657-4780-9a52-7cb405b929d7 tempest-VolumesActionsTest-1940181023 tempest-VolumesActionsTest-1940181023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:59.829997 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] For port 31416411-a908-4cc8-9f43-a3db2e8d4ed6, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:10:59.831030 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:10:59.833077 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] For port 31416411-a908-4cc8-9f43-a3db2e8d4ed6, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=31416411-a908-4cc8-9f43-a3db2e8d4ed6,segment=NetworkSegment(b007e4a7-302c-4a84-8366-0c9753bffff6),segment_id=b007e4a7-302c-4a84-8366-0c9753bffff6)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:10:59.836765 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f150c688-a5b9-49ca-8f23-d9d25bed2bf4 None None] The sync data for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb is: [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:10:59.837738 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:10:59.842353 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:10:59.857823 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:10:59.860522 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:10:59.864225 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:10:59.922733 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Pushing event updated for resources: {'Port': ['ID=76bb2919-49ad-4f50-bd0d-38866fe583d8,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:59.925229 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Pushing event updated for resources: {'Port': ['ID=31416411-a908-4cc8-9f43-a3db2e8d4ed6,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:10:59.927214 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:10:59.937186 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7d11cc21-d9fd-4715-85f9-c04f13ccb96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:00.363937 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:00.634608 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 87ed2cce-7a82-427b-b5a6-0692b055a6f2 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:00.709553 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 87ed2cce-7a82-427b-b5a6-0692b055a6f2 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:00.709930 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:00.744085 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669193'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:00.845736 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 31416411-a908-4cc8-9f43-a3db2e8d4ed6 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:00.919474 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:11:00.927180 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:00.969931 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99905072-6e5f-423e-a995-cfe5224757c6 None None] Network 8963f3ce-f677-4525-9057-b1295de13c28 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:11:00.984214 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Router b469ea26-5c62-40b2-9c64-d9199fe10fe4 is scheduled to L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 18:11:01.127807 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] Provisioning for port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:11:01.136342 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:11:01.166124 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] Provisioning complete for port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:01.167664 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:01.196911 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:01.197290 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:01.295613 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:11:01.319376 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:01.320697 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-70b0d318-c592-41b9-8e82-d9d07addaf4c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7309237 May 10 18:11:01.323040 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Sync routers for ids ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:11:01.323550 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36654) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:01.356277 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Routers {'b469ea26-5c62-40b2-9c64-d9199fe10fe4'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:11:01.356906 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:10:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:01.617749 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:01.630752 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:01.702712 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:11:01.708455 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Set router b469ea26-5c62-40b2-9c64-d9199fe10fe4 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:11:01.848865 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:01.858323 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-fae0f15b-9a90-421c-ac14-37a2809400e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:01.892187 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] For port 31416411-a908-4cc8-9f43-a3db2e8d4ed6, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=31416411-a908-4cc8-9f43-a3db2e8d4ed6,segment=NetworkSegment(b007e4a7-302c-4a84-8366-0c9753bffff6),segment_id=b007e4a7-302c-4a84-8366-0c9753bffff6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:11:01.917557 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:01.993365 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:01.995400 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:01.999782 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:02.000256 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:02.113087 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-dc8150b5-f6a4-4de9-9532-480136b8b4bb None None] Provisioning complete for port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:02.113480 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dc8150b5-f6a4-4de9-9532-480136b8b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.174496 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] Pushing event updated for resources: {'Port': ['ID=31416411-a908-4cc8-9f43-a3db2e8d4ed6,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:02.181693 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:02.201707 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Allocated IP 172.20.0.1 (8963f3ce-f677-4525-9057-b1295de13c28/d7c26329-e80a-4284-9a03-ea3779c47896/29759deb-6653-4ad5-bde8-deec9e8f642c) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:11:02.276830 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:11:00Z', 'revision_number': 3, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port': {'id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:59Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:02.289846 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Checking router: b469ea26-5c62-40b2-9c64-d9199fe10fe4 for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:11:02.290204 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Updating router b469ea26-5c62-40b2-9c64-d9199fe10fe4 port 76bb2919-49ad-4f50-bd0d-38866fe583d8 binding host dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:11:02.344710 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.349640 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.364825 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Transition to ACTIVE for port object 29759deb-6653-4ad5-bde8-deec9e8f642c will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:11:02.389009 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.393470 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:02.454189 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Network 8963f3ce-f677-4525-9057-b1295de13c28 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:11:02.456926 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:11:02.464876 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:11:02.507741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Pushing event updated for resources: {'Port': ['ID=29759deb-6653-4ad5-bde8-deec9e8f642c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:02.512292 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:02.532434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655830'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.562064 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 31416411-a908-4cc8-9f43-a3db2e8d4ed6 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:02.686845 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:02.687235 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.812276 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9b954241-4992-4bbd-b766-38037791e29c None None] Provisioning for port 29759deb-6653-4ad5-bde8-deec9e8f642c completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:11:02.825509 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.832094 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9b954241-4992-4bbd-b766-38037791e29c None None] Provisioning complete for port 29759deb-6653-4ad5-bde8-deec9e8f642c triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:02.832454 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9b954241-4992-4bbd-b766-38037791e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.879247 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Transition to ACTIVE for port object 76bb2919-49ad-4f50-bd0d-38866fe583d8 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:11:02.892854 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.924260 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:02.935071 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:02.969496 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9b954241-4992-4bbd-b766-38037791e29c None None] Port 29759deb-6653-4ad5-bde8-deec9e8f642c cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:11:03.013539 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:03.069897 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Attempting to bind port 76bb2919-49ad-4f50-bd0d-38866fe583d8 on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:11:03.070256 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Attempting to bind port 76bb2919-49ad-4f50-bd0d-38866fe583d8 by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:11:03.070618 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Attempting to bind port 76bb2919-49ad-4f50-bd0d-38866fe583d8 on network 7ed499e4-944d-4281-809d-2f5c6cdb58ec {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:11:03.074380 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e45e10-30f2-4e59-a48b-e70d51bf6a80 None None] Pushing event updated for resources: {'Port': ['ID=76bb2919-49ad-4f50-bd0d-38866fe583d8,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:03.079616 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-26e45e10-30f2-4e59-a48b-e70d51bf6a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:03.090106 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:11:03.090484 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Checking segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:11:03.090883 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:03.091275 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Bound using segment: {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:11:03.091775 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Bound port: 76bb2919-49ad-4f50-bd0d-38866fe583d8, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173abf-44c9-4cf8-8400-241587ba9c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:11:03.092153 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:03.115884 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:03.121719 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:03.148457 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b61e05c4-3744-41f9-a21d-28aec4caa76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:03.168284 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:03.168658 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:03.210962 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] For port 76bb2919-49ad-4f50-bd0d-38866fe583d8, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:11:03.223954 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] For port 76bb2919-49ad-4f50-bd0d-38866fe583d8, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=76bb2919-49ad-4f50-bd0d-38866fe583d8,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:11:03.233739 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655733'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:03.234591 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:03.238112 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Pushing event updated for resources: {'Port': ['ID=29759deb-6653-4ad5-bde8-deec9e8f642c,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:03.240668 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-ac70da7b-f82c-45dc-962c-631478d5198a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:03.242601 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:03.378295 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Network 8963f3ce-f677-4525-9057-b1295de13c28 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:11:03.379477 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:11:03.398825 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Routers {'b469ea26-5c62-40b2-9c64-d9199fe10fe4'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:11:03.399437 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:10:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:03.452838 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e45e10-30f2-4e59-a48b-e70d51bf6a80 None None] Pushing event updated for resources: {'Port': ['ID=76bb2919-49ad-4f50-bd0d-38866fe583d8,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:03.512025 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-26e45e10-30f2-4e59-a48b-e70d51bf6a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:03.580471 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Router b469ea26-5c62-40b2-9c64-d9199fe10fe4 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:11:03.600254 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] Set router b469ea26-5c62-40b2-9c64-d9199fe10fe4 gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:11:03.658117 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-de6cc1c1-7839-45d0-8705-aefbee6cfaf8 None None] Provisioning complete for port 29759deb-6653-4ad5-bde8-deec9e8f642c triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:03.658385 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-de6cc1c1-7839-45d0-8705-aefbee6cfaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:03.753506 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:11:03.763511 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] 10.222.0.46 "PUT /v2.0/routers/b469ea26-5c62-40b2-9c64-d9199fe10fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4389391 May 10 18:11:03.846118 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-de6cc1c1-7839-45d0-8705-aefbee6cfaf8 None None] Port 29759deb-6653-4ad5-bde8-deec9e8f642c cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:11:03.966433 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:11:02Z', 'revision_number': 4, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port': {'id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:59Z', 'updated_at': '2021-05-10T18:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '29759deb-6653-4ad5-bde8-deec9e8f642c', 'name': '', 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'mac_address': 'fa:16:3e:86:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:02Z', 'updated_at': '2021-05-10T18:11:02Z', 'revision_number': 2, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'subnets': [{'id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:03.970249 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed65fa-002e-4fe9-be3b-8a455d5d9b9f None None] The sync data for ids ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'] in dv-cinder-790492-1-smb is: [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:11:02Z', 'revision_number': 4, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port': {'id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:59Z', 'updated_at': '2021-05-10T18:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '29759deb-6653-4ad5-bde8-deec9e8f642c', 'name': '', 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'mac_address': 'fa:16:3e:86:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:02Z', 'updated_at': '2021-05-10T18:11:02Z', 'revision_number': 2, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'subnets': [{'id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:11:04.532966 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36664) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:04.556988 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894386428', 'description': 'tempest-secgroup-smoke-894386428 description', 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:04.563897 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:04.568068 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:security_group and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:04.570952 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:04.577541 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:04.594452 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.616409 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:04.621263 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:security_group_rule and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:04.624163 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:04.630084 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:04.705894 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.709678 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.714364 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a7e93ba2-a02c-41f0-9895-90f9a1f50824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:04.753100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e420635d-bab3-4c44-b204-fae21bd431a5,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:04.756001 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:04.756948 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.758137 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-cf715de8-4fb6-453e-a5ad-7ccf41ab8d48 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2241476 May 10 18:11:04.761688 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36668) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:04.767210 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'security_group_rule': {'security_group_id': 'e420635d-bab3-4c44-b204-fae21bd431a5', 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:04.773161 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:04.777773 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:security_group_rule and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:04.780960 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:04.786609 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:04.803471 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.868025 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.872715 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.882714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:04.892555 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.907769 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85319e4-0edb-419a-8570-f21722187308,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:04.911616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:04.917993 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:04.919691 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567805 May 10 18:11:04.922426 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36672) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:04.927556 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'security_group_rule': {'security_group_id': 'e420635d-bab3-4c44-b204-fae21bd431a5', 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:04.934508 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:04.938702 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:security_group_rule and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:04.941684 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:04.947844 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:04.965224 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.033364 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.038420 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.040637 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:05.064571 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee83fee-159c-4b95-8208-4558dcd27f44,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:05.069009 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:05.074159 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.075340 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-db89f7c0-40d1-43ad-a943-301b4b5cfa89 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519363 May 10 18:11:05.078098 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36676) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:05.083157 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'security_group_rule': {'security_group_id': 'e420635d-bab3-4c44-b204-fae21bd431a5', 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:05.089049 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:05.092841 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:security_group_rule and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:05.095761 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:05.101796 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:05.118996 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.180280 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.184393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.186349 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:05.208988 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e325383-e1dc-4cae-b818-006d9935842d,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:05.211300 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:05.218362 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.219619 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-ab0d14ee-e570-4a6f-88ca-d400cb76d8f5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406219 May 10 18:11:05.222248 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36680) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:05.227247 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'security_group_rule': {'security_group_id': 'e420635d-bab3-4c44-b204-fae21bd431a5', 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:05.232982 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:05.236734 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:security_group_rule and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:05.239529 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:05.246182 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:05.261930 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.325085 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.328453 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.330376 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:05.451892 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb60e4ff-2f25-4d47-b4bf-d6be04becea9,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:05.456412 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:05.460540 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.461741 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d7c86ee7-06b5-4452-94d4-7d55c9ff43ce tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2385929 May 10 18:11:05.464928 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36684) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:05.470138 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'security_group_rule': {'security_group_id': 'e420635d-bab3-4c44-b204-fae21bd431a5', 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:05.476010 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:05.480899 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:security_group_rule and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:05.483861 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:05.489554 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:05.500012 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.securitygroups_db [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Project eb5b7a6d273a44bf8db7e124265282ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 18:11:05.505305 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.570419 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.574516 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.576665 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-36802ed0-331f-47c5-8026-eb1536993f92 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:05.597722 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371bb1f4-b416-472f-8a61-b364b1d3e286,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:05.600142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:05.607692 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.608849 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429484 May 10 18:11:05.611479 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36688) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:05.616783 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'security_group_rule': {'security_group_id': 'e420635d-bab3-4c44-b204-fae21bd431a5', 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:05.622495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:05.626301 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:security_group_rule and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:05.629212 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:05.635366 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:05.644522 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.securitygroups_db [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Project eb5b7a6d273a44bf8db7e124265282ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 18:11:05.649911 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.713156 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.716619 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561239'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.718612 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-68dd9e3f-00f6-4ad6-8819-bbbf76b61e94 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:05.742770 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8417e399-4303-4aba-91e0-a5c82e77e18b,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:05.748174 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:05.752646 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:05.753896 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-3ffddf25-5f77-4c60-bb81-08242aeb42e9 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414924 May 10 18:11:06.539428 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 76bb2919-49ad-4f50-bd0d-38866fe583d8 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:06.608561 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 76bb2919-49ad-4f50-bd0d-38866fe583d8 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:11:06.613639 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 76bb2919-49ad-4f50-bd0d-38866fe583d8 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:06.614020 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:06.743443 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:06.762444 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 76bb2919-49ad-4f50-bd0d-38866fe583d8, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=76bb2919-49ad-4f50-bd0d-38866fe583d8,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:11:06.766700 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:06.769925 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:06.840496 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=76bb2919-49ad-4f50-bd0d-38866fe583d8,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:06.843693 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:07.708507 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Sync routers for ids ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:11:07.718416 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Routers {'b469ea26-5c62-40b2-9c64-d9199fe10fe4'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:11:07.719048 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:10:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:07.898129 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Set router b469ea26-5c62-40b2-9c64-d9199fe10fe4 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:11:08.222249 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:11:02Z', 'revision_number': 4, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port': {'id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:59Z', 'updated_at': '2021-05-10T18:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '29759deb-6653-4ad5-bde8-deec9e8f642c', 'name': '', 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'mac_address': 'fa:16:3e:86:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:02Z', 'updated_at': '2021-05-10T18:11:02Z', 'revision_number': 2, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'subnets': [{'id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:08.226063 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Checking router: b469ea26-5c62-40b2-9c64-d9199fe10fe4 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:11:08.226438 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Updating router b469ea26-5c62-40b2-9c64-d9199fe10fe4 port 29759deb-6653-4ad5-bde8-deec9e8f642c binding host dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:11:08.281138 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:08.538604 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 76bb2919-49ad-4f50-bd0d-38866fe583d8 up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:08.607315 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 76bb2919-49ad-4f50-bd0d-38866fe583d8 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:08.607729 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:08.627428 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:08.639541 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Transition to ACTIVE for port object 29759deb-6653-4ad5-bde8-deec9e8f642c will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:11:08.646133 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:08.653718 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:08.759419 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf233-4e1b-4a81-b52a-3a5d9eaf7a06 None None] Pushing event updated for resources: {'Port': ['ID=29759deb-6653-4ad5-bde8-deec9e8f642c,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:08.777119 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-bccaf233-4e1b-4a81-b52a-3a5d9eaf7a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:08.868680 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Attempting to bind port 29759deb-6653-4ad5-bde8-deec9e8f642c on host dv-cinder-790492-1-smb for vnic_type normal with profile {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:11:08.869043 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Attempting to bind port 29759deb-6653-4ad5-bde8-deec9e8f642c by drivers openvswitch,hyperv on host dv-cinder-790492-1-smb at level 0 using segments [{'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:11:08.869969 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Attempting to bind port 29759deb-6653-4ad5-bde8-deec9e8f642c on network 8963f3ce-f677-4525-9057-b1295de13c28 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:11:08.875256 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Checking agent: {'id': 'abe366c5-a287-4c41-aef2-994d39699ae7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 53, 42), 'started_at': datetime.datetime(2021, 5, 10, 17, 54, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:11:08.875659 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Checking segment: {'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:11:08.876233 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:08.876640 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Bound using segment: {'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:11:08.877092 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Bound port: 29759deb-6653-4ad5-bde8-deec9e8f642c, host: dv-cinder-790492-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b007e4a7-302c-4a84-8366-0c9753bffff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:11:08.877582 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:08.920880 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:11:08.992451 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] For port 29759deb-6653-4ad5-bde8-deec9e8f642c, host dv-cinder-790492-1-smb, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:11:08.996172 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] For port 29759deb-6653-4ad5-bde8-deec9e8f642c, host dv-cinder-790492-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=29759deb-6653-4ad5-bde8-deec9e8f642c,segment=NetworkSegment(b007e4a7-302c-4a84-8366-0c9753bffff6),segment_id=b007e4a7-302c-4a84-8366-0c9753bffff6)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:11:09.001287 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:09.005888 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-3b89f461-4af0-415e-8e82-2f4b4596cef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:09.083860 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Routers {'b469ea26-5c62-40b2-9c64-d9199fe10fe4'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:11:09.084494 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:10:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:09.131595 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf233-4e1b-4a81-b52a-3a5d9eaf7a06 None None] Pushing event updated for resources: {'Port': ['ID=29759deb-6653-4ad5-bde8-deec9e8f642c,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:09.140241 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-bccaf233-4e1b-4a81-b52a-3a5d9eaf7a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:09.266552 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] Set router b469ea26-5c62-40b2-9c64-d9199fe10fe4 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:11:09.573918 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:11:02Z', 'revision_number': 4, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port': {'id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:59Z', 'updated_at': '2021-05-10T18:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '29759deb-6653-4ad5-bde8-deec9e8f642c', 'name': '', 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'mac_address': 'fa:16:3e:86:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:02Z', 'updated_at': '2021-05-10T18:11:08Z', 'revision_number': 4, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'subnets': [{'id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:09.577943 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd50e2-6d63-4eab-b86e-45bb38726b84 None None] The sync data for ids ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'] in dv-cinder-790492-1-smb is: [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:11:02Z', 'revision_number': 4, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port': {'id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:59Z', 'updated_at': '2021-05-10T18:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': '29759deb-6653-4ad5-bde8-deec9e8f642c', 'name': '', 'network_id': '8963f3ce-f677-4525-9057-b1295de13c28', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'mac_address': 'fa:16:3e:86:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:02Z', 'updated_at': '2021-05-10T18:11:08Z', 'revision_number': 4, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'subnets': [{'id': 'd7c26329-e80a-4284-9a03-ea3779c47896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:11:09.656027 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6d1e5929-e107-4b59-baf8-b09e4a806d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:10.537998 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 29759deb-6653-4ad5-bde8-deec9e8f642c up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:10.611489 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning for port 29759deb-6653-4ad5-bde8-deec9e8f642c completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:11:10.616527 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 29759deb-6653-4ad5-bde8-deec9e8f642c triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:10.616907 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:10.741241 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:10.778372 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-148261e9-273c-448f-b047-ac95524c388e None None] For port 29759deb-6653-4ad5-bde8-deec9e8f642c, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=29759deb-6653-4ad5-bde8-deec9e8f642c,segment=NetworkSegment(b007e4a7-302c-4a84-8366-0c9753bffff6),segment_id=b007e4a7-302c-4a84-8366-0c9753bffff6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:11:10.783308 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:10.786530 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:10.899093 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Pushing event updated for resources: {'Port': ['ID=29759deb-6653-4ad5-bde8-deec9e8f642c,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:10.903260 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:11.861389 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-974b4672-30d3-4509-85cb-8c56b7413092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:12.178295 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:12.524165 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 29759deb-6653-4ad5-bde8-deec9e8f642c up at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:12.595930 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-148261e9-273c-448f-b047-ac95524c388e None None] Provisioning complete for port 29759deb-6653-4ad5-bde8-deec9e8f642c triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:12.596356 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:12.844137 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:14.798333 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:19.765340 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-27a33c4b-6500-44f4-ad7e-2447ef0aa13b tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Synchronizing usage tracker for tenant:eb5b7a6d273a44bf8db7e124265282ab on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:11:19.782915 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-27a33c4b-6500-44f4-ad7e-2447ef0aa13b tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Unset dirty status for tenant:eb5b7a6d273a44bf8db7e124265282ab on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:11:19.784339 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-27a33c4b-6500-44f4-ad7e-2447ef0aa13b tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894386428&fields=id&tenant_id=eb5b7a6d273a44bf8db7e124265282ab HTTP/1.1" status: 200 len: 267 time: 0.0590701 May 10 18:11:19.929083 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-8691d150-2da3-406e-b124-25639c6d86ad tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:19.930484 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-8691d150-2da3-406e-b124-25639c6d86ad tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 808 time: 0.1393886 May 10 18:11:19.945423 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-f252178c-96d1-4175-b5fb-1f47fa407275 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/quotas/eb5b7a6d273a44bf8db7e124265282ab HTTP/1.1" status: 200 len: 375 time: 0.0087323 May 10 18:11:20.025497 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-2425b191-0cc9-4f9a-862d-b757f850a81c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745161 May 10 18:11:20.157677 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7ed7bd2b-b7d9-490c-9d47-32d4f83ade38 service neutron] 10.222.0.46 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206598 May 10 18:11:20.287157 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-98af2f2a-dc04-4f1c-bf6d-e737132dda61 service neutron] 10.222.0.46 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236529 May 10 18:11:20.802101 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d4fe47f4-2b5b-447b-bcb3-42bed8fc4a60 req-3b201b40-3284-4574-be6d-08670f7ad719 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 210 time: 0.1593413 May 10 18:11:21.685241 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-00c5c276-0dc2-4c1d-b8e1-78c70d01a90a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:21.686642 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-00c5c276-0dc2-4c1d-b8e1-78c70d01a90a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 808 time: 0.1442378 May 10 18:11:21.734424 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-e2ceb4cd-4d1d-4a61-95ef-dd82377477f6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb5b7a6d273a44bf8db7e124265282ab HTTP/1.1" status: 200 len: 379 time: 0.0398278 May 10 18:11:21.743028 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'port': {'device_id': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'admin_state_up': True, 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'security_groups': ['e420635d-bab3-4c44-b204-fae21bd431a5']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:21.881100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:21.884986 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:port and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:21.887839 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:21.894170 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:21.904045 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Made reservation on behalf of eb5b7a6d273a44bf8db7e124265282ab for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:11:21.907573 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:21.968594 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-897fc57e-a970-4b18-8d11-d3e2db21d338 req-af7d334f-0421-441d-ace8-ec3319ab4978 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 210 time: 0.0518842 May 10 18:11:22.123688 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Allocated IP 172.20.0.13 (19c62f34-0c1f-482d-80bc-79610218eb9c/499eba56-6cef-44d2-969c-4446324d3d6b/85ad42e7-d95c-4892-8c7c-50698661ba3d) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:11:22.311255 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:22.326593 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Transition to ACTIVE for port object 85ad42e7-d95c-4892-8c7c-50698661ba3d will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:11:22.350400 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:22.356483 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27d434f2-0784-45c2-b069-04faccfeced8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:22.413707 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Network 19c62f34-0c1f-482d-80bc-79610218eb9c is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:11:22.417232 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:11:22.425446 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:11:22.458500 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:22.465500 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:22.604400 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:22.605100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:22.613405 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-49ba6ca2-2316-4d73-b6ba-517158db9aca None None] Provisioning for port 85ad42e7-d95c-4892-8c7c-50698661ba3d completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:11:22.618313 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-49ba6ca2-2316-4d73-b6ba-517158db9aca None None] Provisioning complete for port 85ad42e7-d95c-4892-8c7c-50698661ba3d triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:22.618713 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-49ba6ca2-2316-4d73-b6ba-517158db9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:22.625730 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7b3b9f7a-2fb6-4eb7-a9dd-508c069d26cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8865781 May 10 18:11:22.637718 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Request body: {'port': {'device_id': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:22.671962 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-49ba6ca2-2316-4d73-b6ba-517158db9aca None None] Port 85ad42e7-d95c-4892-8c7c-50698661ba3d cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 18:11:22.746948 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:23.124474 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ad42e7-d95c-4892-8c7c-50698661ba3d {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:11:23.133129 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:23.152916 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Transition to ACTIVE for port object 85ad42e7-d95c-4892-8c7c-50698661ba3d will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 18:11:23.159325 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:23.164142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-be92f3e8-e960-4588-87c2-43017cdc3b99 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:23.309198 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5a9a6-40a3-4015-adca-9928f1f9fe87 req-ecee3156-7289-4521-9610-f7782ac94715 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:23.309911 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-81b5a9a6-40a3-4015-adca-9928f1f9fe87 req-ecee3156-7289-4521-9610-f7782ac94715 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Synchronizing usage tracker for tenant:eb5b7a6d273a44bf8db7e124265282ab on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:11:23.313901 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Pushing event updated for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:23.343195 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:23.403590 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-81b5a9a6-40a3-4015-adca-9928f1f9fe87 req-ecee3156-7289-4521-9610-f7782ac94715 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Unset dirty status for tenant:eb5b7a6d273a44bf8db7e124265282ab on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:11:23.404918 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-81b5a9a6-40a3-4015-adca-9928f1f9fe87 req-ecee3156-7289-4521-9610-f7782ac94715 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 932 time: 0.3276532 May 10 18:11:23.448688 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Attempting to bind port 85ad42e7-d95c-4892-8c7c-50698661ba3d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 18:11:23.449008 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Attempting to bind port 85ad42e7-d95c-4892-8c7c-50698661ba3d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 18:11:23.449329 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Attempting to bind port 85ad42e7-d95c-4892-8c7c-50698661ba3d on network 19c62f34-0c1f-482d-80bc-79610218eb9c {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:11:23.464683 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Port 85ad42e7-d95c-4892-8c7c-50698661ba3d on network 19c62f34-0c1f-482d-80bc-79610218eb9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 18:11:23.465000 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Attempting to bind port 85ad42e7-d95c-4892-8c7c-50698661ba3d on network 19c62f34-0c1f-482d-80bc-79610218eb9c {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 18:11:23.475211 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-81b5a9a6-40a3-4015-adca-9928f1f9fe87 req-8c68a640-4692-489b-9734-64d395b657cf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625782 May 10 18:11:23.476066 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Checking agent: {'id': '79cbd323-b1de-4556-afaf-f064c392ae07', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'started_at': datetime.datetime(2021, 5, 10, 17, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 18:11:23.476393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Checking segment: {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 18:11:23.476751 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Bound using segment: {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 18:11:23.477163 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Bound port: 85ad42e7-d95c-4892-8c7c-50698661ba3d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 18:11:23.477540 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:23.568387 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 18:11:23.571389 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 18:11:23.576925 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:23.581473 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3682c103-39b9-443b-8726-746173d4f0dc tempest-VolumesActionsTest-635505324 tempest-VolumesActionsTest-635505324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:23.631452 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:23.631745 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:23.633267 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] 10.222.0.64 "PUT /v2.0/ports/85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 1094 time: 1.0002384 May 10 18:11:23.639164 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:11:23.669276 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Pushing event updated for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:23.672372 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:23.718108 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'status': 'completed', 'code': 200} May 10 18:11:23.750179 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-16fc670e-2a59-405a-b530-cc4477b64531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:23.751789 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-16fc670e-2a59-405a-b530-cc4477b64531 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1097 time: 0.0761206 May 10 18:11:23.825567 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-572526a8-0e5f-46ef-9394-db29981edb2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 217 time: 0.0668948 May 10 18:11:23.886028 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-fed894bd-e99c-428f-bd72-9194dd9b11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:23.887385 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-fed894bd-e99c-428f-bd72-9194dd9b11b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0559754 May 10 18:11:23.963903 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-2e3e2503-9a60-47e4-b195-bb09ff8e86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:23.965200 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-2e3e2503-9a60-47e4-b195-bb09ff8e86f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715716 May 10 18:11:23.975354 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-bc8b5d97-4059-4bdc-9e6d-7b35a42ce880 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 18:11:23.976814 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-bc8b5d97-4059-4bdc-9e6d-7b35a42ce880 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053437 May 10 18:11:24.105991 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-b30a9ac0-5e57-4e02-a1cb-d0a76230d28b service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229086 May 10 18:11:24.334516 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0d1b2faf-7a4f-4389-9999-eb8c22e24a45 req-7350a101-2afe-49ec-8834-68786b23c856 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216158 May 10 18:11:24.452469 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560027a6-a264-43d0-a374-615f07502b9c req-a93e0dec-f456-4f12-a91f-7512210ed559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:24.453814 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-560027a6-a264-43d0-a374-615f07502b9c req-a93e0dec-f456-4f12-a91f-7512210ed559 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1097 time: 0.0700548 May 10 18:11:24.617509 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560027a6-a264-43d0-a374-615f07502b9c req-6a437d9a-1aa5-46a7-9420-a6797e1bc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:24.618872 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-560027a6-a264-43d0-a374-615f07502b9c req-6a437d9a-1aa5-46a7-9420-a6797e1bc5fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.1582422 May 10 18:11:24.696122 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-560027a6-a264-43d0-a374-615f07502b9c req-a2e24962-62f9-401b-8ca1-36d2e9ef5d28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 217 time: 0.0700960 May 10 18:11:24.784052 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb69597-466d-4b31-951d-ab5037fb783b req-23dabfbe-432a-4b11-b7be-93c135b18c0c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:24.785391 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7cb69597-466d-4b31-951d-ab5037fb783b req-23dabfbe-432a-4b11-b7be-93c135b18c0c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 944 time: 0.2003682 May 10 18:11:24.786839 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560027a6-a264-43d0-a374-615f07502b9c req-3f4ad430-bb34-4576-92bd-a2bc9d52fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:24.788146 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-560027a6-a264-43d0-a374-615f07502b9c req-3f4ad430-bb34-4576-92bd-a2bc9d52fcac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0828195 May 10 18:11:24.876039 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7cb69597-466d-4b31-951d-ab5037fb783b req-928187ae-6c72-417b-aa29-08d59d34df11 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848966 May 10 18:11:24.900388 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560027a6-a264-43d0-a374-615f07502b9c req-f549749f-1247-43a3-82ab-9af3bba4dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:24.901863 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-560027a6-a264-43d0-a374-615f07502b9c req-f549749f-1247-43a3-82ab-9af3bba4dd88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977559 May 10 18:11:25.034680 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-560027a6-a264-43d0-a374-615f07502b9c req-fe6c5db7-648e-484a-a2d4-0143d6e75492 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247728 May 10 18:11:25.165280 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-560027a6-a264-43d0-a374-615f07502b9c req-443fd047-587c-4fd5-b4f0-55c021410123 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243563 May 10 18:11:26.061665 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c44ce-c91c-4691-bd91-3acf3d81a699 req-6e80d186-02f5-4c94-89e9-d5139daa8133 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:26.063142 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7c9c44ce-c91c-4691-bd91-3acf3d81a699 req-6e80d186-02f5-4c94-89e9-d5139daa8133 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 944 time: 0.0798643 May 10 18:11:26.107865 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7c9c44ce-c91c-4691-bd91-3acf3d81a699 req-c68796c7-4b2f-4290-9a7c-36eacd3106df tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389369 May 10 18:11:26.454170 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 85ad42e7-d95c-4892-8c7c-50698661ba3d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:11:26.582846 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:11:26.595967 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'port_id': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'mac_address': 'fa:16:3e:25:95:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:11:26.652270 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:26.668049 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ad42e7-d95c-4892-8c7c-50698661ba3d {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:11:26.683156 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:11:26.686969 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:26.689549 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:26.753455 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:26.756472 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:26.887759 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['85ad42e7-d95c-4892-8c7c-50698661ba3d'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:11:27.301486 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087d97d-73c3-409c-940a-d62291ac2f2f req-79d76a14-747d-4a48-a6d6-41d77f71b79d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:27.302964 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5087d97d-73c3-409c-940a-d62291ac2f2f req-79d76a14-747d-4a48-a6d6-41d77f71b79d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0862572 May 10 18:11:27.355461 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-5087d97d-73c3-409c-940a-d62291ac2f2f req-a04bf244-0a54-443a-94d4-14e202ded0bd tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 May 10 18:11:28.454364 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 85ad42e7-d95c-4892-8c7c-50698661ba3d up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:11:28.525421 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning for port 85ad42e7-d95c-4892-8c7c-50698661ba3d completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 18:11:28.530597 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 85ad42e7-d95c-4892-8c7c-50698661ba3d triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:11:28.530983 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:28.545407 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62c94-40d4-478a-bdba-91ecf7fb4043 req-bb962bd1-9231-4a0a-9ab5-5b4082a942f0 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:28.546877 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b3c62c94-40d4-478a-bdba-91ecf7fb4043 req-bb962bd1-9231-4a0a-9ab5-5b4082a942f0 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0847752 May 10 18:11:28.591478 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b3c62c94-40d4-478a-bdba-91ecf7fb4043 req-0968ed1c-611a-4ac0-b828-98097c918ea5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387974 May 10 18:11:28.646994 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:28.673149 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:11:28.683736 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:11:28.688393 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:28.690231 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:28.719895 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'code': 200} May 10 18:11:28.758945 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:28.762130 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:29.011658 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456421a7-e8aa-4112-8c27-f2a2c8a159f6 req-dbfc0f5c-9cf2-4326-a3fc-4ad1ff4e5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:29.013042 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-456421a7-e8aa-4112-8c27-f2a2c8a159f6 req-dbfc0f5c-9cf2-4326-a3fc-4ad1ff4e5d6b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1099 time: 0.0782998 May 10 18:11:29.053391 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-456421a7-e8aa-4112-8c27-f2a2c8a159f6 req-15f63593-75e1-4224-8609-b0c3e0a051d3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339751 May 10 18:11:29.777951 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf76dd-d303-466b-bf0c-3527fe8cb74e req-1a974f09-1432-418b-a6d1-56bc8222bf58 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:29.779758 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bcaf76dd-d303-466b-bf0c-3527fe8cb74e req-1a974f09-1432-418b-a6d1-56bc8222bf58 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0821357 May 10 18:11:29.826145 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-bcaf76dd-d303-466b-bf0c-3527fe8cb74e req-643d92f8-ae68-4662-8f83-478365897fee tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405231 May 10 18:11:31.012001 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655aa7b-8afb-4f03-899d-ce37dce708de req-0c999247-9c39-45d0-8e0b-d00876826a1b tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:31.013531 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a655aa7b-8afb-4f03-899d-ce37dce708de req-0c999247-9c39-45d0-8e0b-d00876826a1b tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0815282 May 10 18:11:31.059237 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a655aa7b-8afb-4f03-899d-ce37dce708de req-1d643acc-5967-42cb-9cad-f7c1e0a7d047 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398030 May 10 18:11:31.244332 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00ec6-67bf-4080-9a02-e3dadd0938b4 req-3f307e67-9690-4d9b-a6dd-e5e6b5dbb4c7 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:31.245806 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1da00ec6-67bf-4080-9a02-e3dadd0938b4 req-3f307e67-9690-4d9b-a6dd-e5e6b5dbb4c7 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0819120 May 10 18:11:31.289205 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-1da00ec6-67bf-4080-9a02-e3dadd0938b4 req-9ab86e91-dd4c-4bf3-b70e-c0d493a6d04c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378141 May 10 18:11:31.311298 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36842) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:31.422962 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c636c-0d91-4221-8b79-19a79f20568e tempest-TestShelveInstance-569967994 tempest-TestShelveInstance-569967994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:31.423671 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-6a9c636c-0d91-4221-8b79-19a79f20568e tempest-TestShelveInstance-569967994 tempest-TestShelveInstance-569967994-project-admin] Synchronizing usage tracker for tenant:64f52d6f8e8b4b82a2d9da06fcd1bfbd on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:11:31.439255 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-6a9c636c-0d91-4221-8b79-19a79f20568e tempest-TestShelveInstance-569967994 tempest-TestShelveInstance-569967994-project-admin] Unset dirty status for tenant:64f52d6f8e8b4b82a2d9da06fcd1bfbd on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:11:31.440537 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-6a9c636c-0d91-4221-8b79-19a79f20568e tempest-TestShelveInstance-569967994 tempest-TestShelveInstance-569967994-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1094 time: 0.1282735 May 10 18:11:31.443466 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36848) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:11:31.448872 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.v2.base [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Request body: {'floatingip': {'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'port_id': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 18:11:31.454703 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 18:11:31.458497 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Usage tracker for resource:floatingip and tenant:eb5b7a6d273a44bf8db7e124265282ab is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 18:11:31.461269 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 18:11:31.467428 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 18:11:31.476999 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for floatingip, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:31.702980 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:31.836822 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Allocated IP 172.28.1.132 (7ed499e4-944d-4281-809d-2f5c6cdb58ec/c1894540-76d1-4013-9a04-f8ee3d2609c3/fbd5be95-080d-4b33-91a3-eaa96bd61d66) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:11:31.982733 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:32.011416 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778302051844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:32.015894 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-df36a161-f76d-44ae-bd0c-ca81ca3b4e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:32.075305 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Network 7ed499e4-944d-4281-809d-2f5c6cdb58ec is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:11:32.077915 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Resources bound (agent type, host, resource id): {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:11:32.081559 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 18:11:32.125751 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'Port': ['ID=fbd5be95-080d-4b33-91a3-eaa96bd61d66,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:32.129536 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:32.480137 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:32.551108 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:32.749086 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:32.753347 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10488664'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:32.757634 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4faa1180-c95f-4ddd-8e3e-61922ffbf950 tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:11:32.856389 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event updated for resources: {'Port': ['ID=fbd5be95-080d-4b33-91a3-eaa96bd61d66,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:11:32.860286 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:11:32.871219 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668794'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:33.034021 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Floating IP 89fc2c7c-0888-4316-9e67-18f24200eb11 associated. External IP: 172.28.1.132, port: 85ad42e7-d95c-4892-8c7c-50698661ba3d. May 10 18:11:33.483522 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Router 6b36af11-77ee-4480-bfdf-a1669406334e has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:11:33.656647 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:11:33.665956 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] Sync routers for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:11:33.676097 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:11:33.676761 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:11:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:33.681025 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:33.738628 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2939842 May 10 18:11:33.739188 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:11:33.783692 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'status': 'completed', 'code': 200} May 10 18:11:33.860920 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:11:33.914579 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-156f3d5d-d927-4f57-8f06-b5a83cf01363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:33.916048 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-156f3d5d-d927-4f57-8f06-b5a83cf01363 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1099 time: 0.1111839 May 10 18:11:34.046152 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-03dd6c14-44ae-4a4c-be13-e855a42910fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:34.047729 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-03dd6c14-44ae-4a4c-be13-e855a42910fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.1257167 May 10 18:11:34.149398 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-8f223593-3909-4cce-a5b9-a81f1b6e6cda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 1000 time: 0.0955164 May 10 18:11:34.210645 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-420a5f3c-fd98-4ae2-845d-e53f3da17e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:34.212071 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-420a5f3c-fd98-4ae2-845d-e53f3da17e55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0568051 May 10 18:11:34.237354 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': '89fc2c7c-0888-4316-9e67-18f24200eb11', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'floating_ip_address': '172.28.1.132', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'port_id': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'mac_address': 'fa:16:3e:25:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:11:32Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 0, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:11:01Z', 'revision_number': 5, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:34.241431 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] Checking router: 6b36af11-77ee-4480-bfdf-a1669406334e for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:11:34.250111 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:11:34.250713 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:11:12Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:34.288609 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-c9058dda-aaf8-4985-aeb3-f599a8ab2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:34.290068 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-c9058dda-aaf8-4985-aeb3-f599a8ab2848 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718896 May 10 18:11:34.421334 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-0debca38-6814-433d-93ca-92feb0389f30 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240685 May 10 18:11:34.423471 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:11:34.552381 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-f4c18921-1a1c-4e57-8d74-4448541842f9 req-0a50b66a-43d4-4489-9032-d0293df33de9 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247580 May 10 18:11:34.761315 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': '89fc2c7c-0888-4316-9e67-18f24200eb11', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'floating_ip_address': '172.28.1.132', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'port_id': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'mac_address': 'fa:16:3e:25:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:11:32Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 0, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:11:01Z', 'revision_number': 5, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:11:34.765189 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b12b45-58fc-4b7f-9805-895488c90c2e None None] The sync data for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb is: [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_floatingips': [{'id': '89fc2c7c-0888-4316-9e67-18f24200eb11', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'floating_ip_address': '172.28.1.132', 'floating_network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'router_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'port_id': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'mac_address': 'fa:16:3e:25:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:11:32Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 0, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:11:01Z', 'revision_number': 5, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:11:34.889172 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:34.941592 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfff927-a110-46e5-a66f-2fbd855b4dac None None] New status for floating IP 89fc2c7c-0888-4316-9e67-18f24200eb11: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:11:37.201756 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-f092260a-d0d6-4061-a472-826b2fe177a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694070 May 10 18:11:37.347974 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-f858d407-5267-4b9c-85cd-8e2157de2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:37.349629 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-f858d407-5267-4b9c-85cd-8e2157de2a08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1099 time: 0.0822511 May 10 18:11:37.608031 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-e2fdf601-805a-459e-be9b-3da057db494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:37.609385 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-e2fdf601-805a-459e-be9b-3da057db494a service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.2398353 May 10 18:11:37.712269 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-2abf3771-b5a7-413c-9a5c-f9c6f5b0ac23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 1002 time: 0.0956342 May 10 18:11:37.773263 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-a8c3426e-3a80-4036-86d7-e6e54c32084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:37.774623 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-a8c3426e-3a80-4036-86d7-e6e54c32084b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0561802 May 10 18:11:37.848156 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-4031e364-5d7b-4cf9-b829-a78283b01aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:11:37.849576 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-4031e364-5d7b-4cf9-b829-a78283b01aa9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687547 May 10 18:11:37.980341 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-009f85f5-d9b7-4e72-8fe5-32cf9e5d3a7e service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237059 May 10 18:11:38.113248 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ad02d48a-74fa-40ea-a098-e61b6c94c1cc req-a55b9f77-681b-4a3c-b988-9db9797d011d service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265800 May 10 18:11:39.658432 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3d2809ef-93fc-4dc0-aef6-88efd068faf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:41.861829 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e2c80b60-76b1-4da5-8ba9-fd2f11eb4758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:42.180019 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:42.846024 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:44.797966 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:11:45.920256 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:12:04.920305 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:09.659251 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff068-36c0-44f8-b35a-5423ad4f4b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:11.863106 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f631e9f9-8366-41bd-b0b4-53937384616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:12.182881 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:12.848282 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:14.800460 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:22.918236 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:12:34.934856 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:39.204252 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-47d20673-9708-4c21-9b62-26a7df618426 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725453 May 10 18:12:39.343546 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-8423ea0c-9d33-435c-8109-058b25a34a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:12:39.345137 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-8423ea0c-9d33-435c-8109-058b25a34a1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1099 time: 0.0720932 May 10 18:12:39.487472 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-035f57db-9b7b-41f5-a20e-faa735d9baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:12:39.489153 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-035f57db-9b7b-41f5-a20e-faa735d9baed service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.1242414 May 10 18:12:39.591152 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-c8b79099-883c-42c6-8f9d-66a946a16666 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 1002 time: 0.0951393 May 10 18:12:39.654938 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-507d91ed-fdd1-4496-be68-a1a7ede02abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:12:39.656292 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-507d91ed-fdd1-4496-be68-a1a7ede02abe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0595677 May 10 18:12:39.659535 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-eff23308-4d84-406e-bc0f-8d0f8e04aada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:39.731068 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-697f31ce-e27c-455b-85de-bd763436066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:12:39.732534 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-697f31ce-e27c-455b-85de-bd763436066e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694268 May 10 18:12:39.861287 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-b6ac48e8-15bd-443b-b5b9-c6cbb8ffcedf service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217804 May 10 18:12:39.989827 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-529ea29d-d014-4cd5-a0e7-8a078708ce72 req-68c5c40d-9ca3-4d32-9a80-5264682bdc73 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227300 May 10 18:12:41.866027 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4a12415e-1ffb-49d0-bf2f-0f9753f8b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:42.183959 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:42.850902 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:44.803531 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:12:59.918320 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:13:04.941172 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:09.661089 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-05c5b8d0-39e4-4cff-9a27-98fcb9407d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:11.866908 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6dbf-a93f-4bd0-becb-8c91886dcfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:12.185983 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:12.854059 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:14.806714 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:22.913302 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc343f75-3236-4b73-8762-cb3a234599ba req-07c9f500-5a7c-4231-981d-f8e3fceb83b2 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:22.914723 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc343f75-3236-4b73-8762-cb3a234599ba req-07c9f500-5a7c-4231-981d-f8e3fceb83b2 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0783877 May 10 18:13:23.060920 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc343f75-3236-4b73-8762-cb3a234599ba req-3a4d45d7-88e2-40a3-bb1d-80581e688789 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398194 May 10 18:13:24.245534 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9f5a9-4edd-4c19-a6a0-dc05f21ff0ef req-294f3c1c-ceb6-4e1f-910c-fdc95e6e50fd tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:24.246975 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-71b9f5a9-4edd-4c19-a6a0-dc05f21ff0ef req-294f3c1c-ceb6-4e1f-910c-fdc95e6e50fd tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0779777 May 10 18:13:24.291019 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-71b9f5a9-4edd-4c19-a6a0-dc05f21ff0ef req-b27d4c6c-c23e-4a1c-918b-a90e30da16e1 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383604 May 10 18:13:25.488616 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45967ce1-6ff7-47b9-9e14-fdb3f75ee455 req-2d02e744-5379-47a2-8ec1-2ff2cecd8735 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:25.490033 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-45967ce1-6ff7-47b9-9e14-fdb3f75ee455 req-2d02e744-5379-47a2-8ec1-2ff2cecd8735 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0819016 May 10 18:13:25.535198 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-45967ce1-6ff7-47b9-9e14-fdb3f75ee455 req-e47211d2-2317-44ef-95e5-5878d8069adb tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389073 May 10 18:13:26.720603 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1e67e-c46a-458f-9477-269518b7e119 req-a956c894-3067-495c-858c-a8d22056debd tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:26.722038 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-34d1e67e-c46a-458f-9477-269518b7e119 req-a956c894-3067-495c-858c-a8d22056debd tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0844316 May 10 18:13:26.766004 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-34d1e67e-c46a-458f-9477-269518b7e119 req-ac6ae5b6-94f3-408b-9527-b3c3beabaaa5 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382252 May 10 18:13:27.946689 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9d88d-c6f1-419a-95c6-6b4434360a98 req-6c6089c5-0d20-4bd2-ab6b-66d4711d608a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:27.948674 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06b9d88d-c6f1-419a-95c6-6b4434360a98 req-6c6089c5-0d20-4bd2-ab6b-66d4711d608a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0794578 May 10 18:13:27.996587 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-06b9d88d-c6f1-419a-95c6-6b4434360a98 req-2b78ad6b-baeb-42ab-a14d-ae958c59e411 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 May 10 18:13:29.179309 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4dc0-1c94-4b06-8efc-57b70c0c5e3b req-9f714ba4-e386-45fc-95e9-9ec5b704af2a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:29.180794 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bad4dc0-1c94-4b06-8efc-57b70c0c5e3b req-9f714ba4-e386-45fc-95e9-9ec5b704af2a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0794065 May 10 18:13:29.224357 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-0bad4dc0-1c94-4b06-8efc-57b70c0c5e3b req-7b68e3aa-735a-48ba-ac3c-e0b821b64cf0 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378811 May 10 18:13:30.413128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292109e-6e88-46b7-a634-1b275583b44c req-38684e2e-890a-48c5-90fb-1e0b30d2b056 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:30.414539 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2292109e-6e88-46b7-a634-1b275583b44c req-38684e2e-890a-48c5-90fb-1e0b30d2b056 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0830038 May 10 18:13:30.458061 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2292109e-6e88-46b7-a634-1b275583b44c req-a6b85b31-6782-4265-aa5d-b4b1407cef00 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372527 May 10 18:13:31.641482 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc9d79-0802-4e11-be27-3f925317e3fb req-e74fc725-27e5-455c-a0bf-e737ad9e8f91 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:31.642911 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b5dc9d79-0802-4e11-be27-3f925317e3fb req-e74fc725-27e5-455c-a0bf-e737ad9e8f91 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0786841 May 10 18:13:31.686239 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-b5dc9d79-0802-4e11-be27-3f925317e3fb req-dc0f2f40-2c5c-46cf-a765-025a352a312f tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377431 May 10 18:13:32.870669 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255feb62-8e67-4817-a5e5-1a2eb4ae6c1a req-bd4dad06-a7c7-4130-b591-44f758e2f395 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:32.872104 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-255feb62-8e67-4817-a5e5-1a2eb4ae6c1a req-bd4dad06-a7c7-4130-b591-44f758e2f395 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0824170 May 10 18:13:32.914748 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-255feb62-8e67-4817-a5e5-1a2eb4ae6c1a req-00088db5-7059-4e4b-b73e-ab1d29b5911c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369191 May 10 18:13:33.025426 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-77aeaf0f-8085-4e4a-af59-22f707d77b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:33.027405 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-77aeaf0f-8085-4e4a-af59-22f707d77b95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1099 time: 0.0740740 May 10 18:13:33.157430 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-d2b0d0a2-42cf-420e-a8be-f1610d2aff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:33.158771 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-d2b0d0a2-42cf-420e-a8be-f1610d2aff70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.1251051 May 10 18:13:33.259063 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-c7f41cb3-2a44-43f4-8bc4-1581ae896a36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 1002 time: 0.0940197 May 10 18:13:33.319482 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-8e615081-f919-4541-8255-f173b58fe950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:33.320872 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-8e615081-f919-4541-8255-f173b58fe950 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0560682 May 10 18:13:33.394250 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-280de7fd-b9cf-4f45-8b0c-3a1410dde032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:33.395707 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-280de7fd-b9cf-4f45-8b0c-3a1410dde032 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685349 May 10 18:13:33.526193 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-67d6203a-39ad-446d-bf0a-607c8ad849e8 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237154 May 10 18:13:33.653835 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-124bdf9b-9822-4cd5-9061-a3d7f51f20b1 req-8f88f0d4-fdde-4360-86a2-e999c4c1619b service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214948 May 10 18:13:34.191603 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47862523-947e-4166-a4f0-2ae80834983a req-cc5be891-7e9f-408e-b4f5-400f2f37667f tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:34.193064 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-47862523-947e-4166-a4f0-2ae80834983a req-cc5be891-7e9f-408e-b4f5-400f2f37667f tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.1726027 May 10 18:13:34.236778 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-47862523-947e-4166-a4f0-2ae80834983a req-b3588190-b928-4d35-b9b7-0835f64ab428 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368965 May 10 18:13:34.949813 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:35.426839 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f726c-407f-4074-8253-d24f76c1ddea req-ae179856-2e90-4afb-a17a-1edcf80de11a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:35.429067 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-be9f726c-407f-4074-8253-d24f76c1ddea req-ae179856-2e90-4afb-a17a-1edcf80de11a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0862532 May 10 18:13:35.476874 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-be9f726c-407f-4074-8253-d24f76c1ddea req-8e0b1b85-0eb2-42bf-b392-a3f621d9aeaf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412781 May 10 18:13:36.657882 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660576b9-0d97-47c3-a4e1-8809378663a3 req-8200e1ad-9a67-418c-a130-66d65cbfaef7 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:36.659310 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-660576b9-0d97-47c3-a4e1-8809378663a3 req-8200e1ad-9a67-418c-a130-66d65cbfaef7 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0782146 May 10 18:13:36.706540 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-660576b9-0d97-47c3-a4e1-8809378663a3 req-fa063b9c-184c-454e-9e81-cc842945aa6a tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416431 May 10 18:13:36.916760 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:13:37.095452 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2528-5d56-4e89-81f7-1ae3a072e3f5 req-973e102c-94a3-4c9a-89a9-2a72da4747b2 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:37.096912 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e5fd2528-5d56-4e89-81f7-1ae3a072e3f5 req-973e102c-94a3-4c9a-89a9-2a72da4747b2 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.1065602 May 10 18:13:37.100786 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-2e83ca9a-d43a-4d1f-b472-cd02053a6fb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1833558 May 10 18:13:37.141618 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-e5fd2528-5d56-4e89-81f7-1ae3a072e3f5 req-6528fddd-2669-450b-8d30-3f1ba54ed15c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390232 May 10 18:13:38.327658 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eabc5-d54a-433c-bbc4-443139010f6f req-5c2f07fa-dbd6-4a3d-98c4-583506347c41 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:38.329499 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c65eabc5-d54a-433c-bbc4-443139010f6f req-5c2f07fa-dbd6-4a3d-98c4-583506347c41 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0814204 May 10 18:13:38.376495 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-c65eabc5-d54a-433c-bbc4-443139010f6f req-83faf1a2-b479-4707-831e-174a345eadd8 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413120 May 10 18:13:38.641137 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-9eaae23c-bbe5-469a-bddc-5d0c413981bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:38.642458 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-9eaae23c-bbe5-469a-bddc-5d0c413981bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0&tenant_id=eb5b7a6d273a44bf8db7e124265282ab HTTP/1.1" status: 200 len: 1099 time: 0.0718894 May 10 18:13:38.729501 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-afc2b7ff-4bc0-46f8-b70a-9546c1dc7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:38.731555 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-afc2b7ff-4bc0-46f8-b70a-9546c1dc7c95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1099 time: 0.0681162 May 10 18:13:38.858300 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-d4cbebc9-1276-4a23-9dd7-6c8812cd9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:38.859735 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-d4cbebc9-1276-4a23-9dd7-6c8812cd9f2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.1218033 May 10 18:13:38.961253 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-b31a1588-bc41-4dcb-900f-0c170263bc16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 1002 time: 0.0944297 May 10 18:13:39.021953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-3bf10321-9255-469d-95ff-1fdf592d3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:39.023341 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-3bf10321-9255-469d-95ff-1fdf592d3fe7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0559642 May 10 18:13:39.029392 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 85ad42e7-d95c-4892-8c7c-50698661ba3d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:13:39.100543 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-c931f10f-274e-43f6-80ba-cdab0f7b86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:39.102016 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-c931f10f-274e-43f6-80ba-cdab0f7b86a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723519 May 10 18:13:39.146031 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:39.173314 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:13:39.182694 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:13:39.188452 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:39.190990 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-66496cae-3522-4e09-bb86-a7b6c6fbfe26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:13:39.240756 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-b2c526e5-db31-4644-85d7-a1d2bbfbaf68 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300416 May 10 18:13:39.259998 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=6']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:13:39.268213 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.268565 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.268910 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.269256 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.270029 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.270617 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.271667 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.271667 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.271875 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.272198 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.272533 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.272858 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:13:39.276750 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:13:39.287374 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'code': 200} May 10 18:13:39.377068 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-d19df5ac-df20-465b-94e2-0a6e73a832f5 req-29d0b79f-c4fc-4fd9-952d-8b4faaec32fa service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295412 May 10 18:13:39.560344 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65a73e-a169-4649-9a25-91a2adb5d5dd req-55e4d761-55f8-4faa-a6fc-b4f40daf4791 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:39.561780 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8d65a73e-a169-4649-9a25-91a2adb5d5dd req-55e4d761-55f8-4faa-a6fc-b4f40daf4791 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 944 time: 0.0793092 May 10 18:13:39.609062 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-8d65a73e-a169-4649-9a25-91a2adb5d5dd req-544eb448-b831-404d-8403-f9a107fcce24 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416698 May 10 18:13:39.662058 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-844829fa-4d38-489f-998d-84bc9c4de005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:40.364608 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19171f-4a78-4501-97ec-cb8722b1be77 req-f2493d91-ff02-46d9-86f7-5a1eb20f30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:40.366023 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ce19171f-4a78-4501-97ec-cb8722b1be77 req-f2493d91-ff02-46d9-86f7-5a1eb20f30b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1097 time: 0.0694697 May 10 18:13:40.405758 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-ce19171f-4a78-4501-97ec-cb8722b1be77 req-b6c1aca4-6b6e-4488-aed7-756aa69ad64a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336235 May 10 18:13:40.893415 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97255444-3c28-4c7f-bb4c-cc5c53edaedd req-abd83df1-a053-4a49-b6fe-4f48fd790c05 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:40.894741 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-97255444-3c28-4c7f-bb4c-cc5c53edaedd req-abd83df1-a053-4a49-b6fe-4f48fd790c05 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 944 time: 0.1814349 May 10 18:13:40.938069 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-97255444-3c28-4c7f-bb4c-cc5c53edaedd req-5ec9cf3e-b3e2-4ba1-98ae-490ff4240ba3 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376003 May 10 18:13:41.031458 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 85ad42e7-d95c-4892-8c7c-50698661ba3d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 18:13:41.224307 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:13:41.225006 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-27c2f755-931f-499a-9a96-3741c1fc8382 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744188 May 10 18:13:41.237377 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Returning: {'device': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'port_id': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'mac_address': 'fa:16:3e:25:95:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 18:13:41.291558 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:41.307823 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ad42e7-d95c-4892-8c7c-50698661ba3d {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 18:13:41.322975 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:13:41.327842 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:41.329592 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7b8c969c-d80d-4443-9446-4d0fdb99964a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:13:41.365094 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-6ae7d8b3-7204-4753-8783-93201a89b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:41.366546 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-6ae7d8b3-7204-4753-8783-93201a89b833 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0748041 May 10 18:13:41.400646 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=7']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:13:41.403820 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:13:41.510081 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-46bf6934-6c31-45d1-bbbe-020433e70f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:41.511907 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-46bf6934-6c31-45d1-bbbe-020433e70f09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.1255422 May 10 18:13:41.565504 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] get_ports_and_sgs() called for port_ids ['85ad42e7-d95c-4892-8c7c-50698661ba3d'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 18:13:41.617967 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-7ecdc31a-fea3-4cbc-9a66-a6543f956e17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 1001 time: 0.0995212 May 10 18:13:41.681108 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-9d3ddf4b-dd4c-4852-a424-7db5a6d18c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:41.682522 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-9d3ddf4b-dd4c-4852-a424-7db5a6d18c74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0581262 May 10 18:13:41.762277 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-022ef063-3f66-46ad-8fd7-a10e73266ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:41.763652 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-022ef063-3f66-46ad-8fd7-a10e73266ebf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748875 May 10 18:13:41.866896 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3ee4556e-360c-4059-9fb0-5498481b00f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:41.900357 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-ba65d736-5aa9-474d-ab5c-731ae3088d32 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291428 May 10 18:13:42.038363 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-49dc4ffc-a2ea-4007-9205-3c6a640ce072 req-fa1df339-93a6-431a-b9ca-9d6df364794c service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306465 May 10 18:13:42.123927 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209c007-3ae6-43c3-b383-5589138f29fb req-ea3b7198-f684-42a8-b033-cb12a09960bf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:13:42.125420 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7209c007-3ae6-43c3-b383-5589138f29fb req-ea3b7198-f684-42a8-b033-cb12a09960bf tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0803525 May 10 18:13:42.171432 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-7209c007-3ae6-43c3-b383-5589138f29fb req-ac738155-1800-4047-85f7-0f499c7dccb7 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387189 May 10 18:13:42.188464 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:42.857345 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:43.052595 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 85ad42e7-d95c-4892-8c7c-50698661ba3d up at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 18:13:43.121024 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Provisioning complete for port 85ad42e7-d95c-4892-8c7c-50698661ba3d triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 18:13:43.121315 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3882601'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:43.229477 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3755774'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:43.255489 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:13:43.265813 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:13:43.269767 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778302470247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778302051862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778302051907'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:13:43.272739 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:13:43.306151 dv-cinder-790492-1-smb neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'code': 200} May 10 18:13:43.344146 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Pushing event updated for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=8']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:13:43.347354 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:13:44.810044 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:04.948256 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:09.662393 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d531b127-d534-49e9-bb3b-1c132fd79ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:11.868127 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a21b6274-3e5e-4989-bbde-4873f3fbb4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:12.190006 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:12.862261 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:13.915375 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:14:14.813180 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:34.962926 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:39.664100 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ff227b99-9510-48d0-8233-9baf048e6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:41.869485 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c80b-0e99-4ac0-9e30-a1151c7532d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:42.189778 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:42.863823 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:43.216111 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-32b0c9b5-9c28-471c-84a8-3d1e33865130 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694890 May 10 18:14:43.349299 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-1e118ab7-6554-4b32-a5c5-4509921a1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:43.350712 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-1e118ab7-6554-4b32-a5c5-4509921a1858 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1099 time: 0.0697529 May 10 18:14:43.493907 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-c3574679-6fdd-4a50-8dcf-4f1b8f92819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:43.495224 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-c3574679-6fdd-4a50-8dcf-4f1b8f92819e service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.1257508 May 10 18:14:43.597988 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-32a80be0-72e8-4319-8148-7c97afa5ccd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 1002 time: 0.0962880 May 10 18:14:43.661473 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-e0abd566-5b2a-4733-ae4e-3ceac7b58ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:43.662829 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-e0abd566-5b2a-4733-ae4e-3ceac7b58ed4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0569689 May 10 18:14:43.739194 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-0f667484-9bb2-41c6-847d-b174883b3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:43.740639 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-0f667484-9bb2-41c6-847d-b174883b3b4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717258 May 10 18:14:43.965584 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-e033bd61-deea-4e33-b643-477215496bae service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184298 May 10 18:14:44.096421 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-635a1e87-69b7-4770-9a96-5f7ea2af49fb req-c4f41798-fe9f-4b13-8fbc-7c3fbe4ff507 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239631 May 10 18:14:44.816585 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:50.913573 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:14:54.315695 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36956) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:14:54.569452 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Deleting port fbd5be95-080d-4b33-91a3-eaa96bd61d66 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:14:54.569702 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:54.683944 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:54.684259 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:54.800749 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Calling delete_port for fbd5be95-080d-4b33-91a3-eaa96bd61d66 owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:14:54.922697 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:54.926142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c28942ad-40d5-49e6-a293-9b445016608d tempest-AttachVolumeShelveTestJSON-1947311696 tempest-AttachVolumeShelveTestJSON-1947311696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:14:54.965128 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event deleted for resources: {'Port': ['ID=fbd5be95-080d-4b33-91a3-eaa96bd61d66,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:14:54.998746 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:54.999118 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:54.999475 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:54.999850 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.000204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.000550 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.000892 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.001233 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.001571 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.001912 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.002255 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.002590 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:14:55.009344 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:14:55.069129 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:55.069465 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.db.l3_db [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Floating IP 89fc2c7c-0888-4316-9e67-18f24200eb11 disassociated (deleted). External IP: 172.28.1.132, port: 85ad42e7-d95c-4892-8c7c-50698661ba3d. May 10 18:14:55.406825 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Router 6b36af11-77ee-4480-bfdf-a1669406334e has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:14:55.688556 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:14:55.697597 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] Sync routers for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:14:55.708989 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:55.710378 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:14:55.710994 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:14:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:14:55.763052 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-5860e22e-1267-4d4f-b599-df0537f8f0d6 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "DELETE /v2.0/floatingips/89fc2c7c-0888-4316-9e67-18f24200eb11 HTTP/1.1" status: 204 len: 168 time: 1.4463818 May 10 18:14:55.764435 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:14:55.893948 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:14:55.945837 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'status': 'completed', 'code': 200} May 10 18:14:56.049953 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-572cb0d4-cff2-47a7-8430-870ea0241a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:56.051512 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-572cb0d4-cff2-47a7-8430-870ea0241a0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 1099 time: 0.0801702 May 10 18:14:56.222212 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:11:01Z', 'revision_number': 5, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:14:56.225905 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] Checking router: 6b36af11-77ee-4480-bfdf-a1669406334e for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:14:56.234283 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:14:56.234882 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:14:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:14:56.243149 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-0486d013-6af2-4708-919a-63dff3a8d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:56.244591 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-0486d013-6af2-4708-919a-63dff3a8d664 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 200 len: 909 time: 0.1859176 May 10 18:14:56.253393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c402f8-3166-4ee3-9112-2c797ccd549f req-534ee1fb-1b4d-408a-a222-4d41ae2f273c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:56.254042 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-a1c402f8-3166-4ee3-9112-2c797ccd549f req-534ee1fb-1b4d-408a-a222-4d41ae2f273c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Synchronizing usage tracker for tenant:eb5b7a6d273a44bf8db7e124265282ab on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 18:14:56.321847 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-ea3c7960-f8ce-4e18-b448-0ed32369cc9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 200 len: 217 time: 0.0651913 May 10 18:14:56.363275 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.quota.resource [req-a1c402f8-3166-4ee3-9112-2c797ccd549f req-534ee1fb-1b4d-408a-a222-4d41ae2f273c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Unset dirty status for tenant:eb5b7a6d273a44bf8db7e124265282ab on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 18:14:56.364411 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1c402f8-3166-4ee3-9112-2c797ccd549f req-534ee1fb-1b4d-408a-a222-4d41ae2f273c tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.2830279 May 10 18:14:56.419652 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-3023337a-3241-4a54-85f8-ac103a13fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:56.421124 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-3023337a-3241-4a54-85f8-ac103a13fe82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 200 len: 847 time: 0.0920246 May 10 18:14:56.427964 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a1c402f8-3166-4ee3-9112-2c797ccd549f req-e9c684d8-e0c3-4f44-8715-0900ad4e9c8d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567026 May 10 18:14:56.450575 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:14:56.502234 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-c75d8217-66f4-4ff9-97e8-1872c529f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:56.503678 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-c75d8217-66f4-4ff9-97e8-1872c529f5fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c62f34-0c1f-482d-80bc-79610218eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746274 May 10 18:14:56.634674 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-06f2c734-0533-4dda-bd10-73a9d8218ff7 service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239510 May 10 18:14:56.758913 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:11:01Z', 'revision_number': 5, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:14:56.762861 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0e985f-febe-47de-af30-2c7c6efcc965 None None] The sync data for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb is: [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:55Z', 'revision_number': 4, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb', '_interfaces': [{'id': 'c6bd821a-3bfd-4733-8dd1-df0d3795e0f2', 'name': '', 'network_id': '19c62f34-0c1f-482d-80bc-79610218eb9c', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'mac_address': 'fa:16:3e:fe:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:55Z', 'updated_at': '2021-05-10T18:11:01Z', 'revision_number': 5, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'subnets': [{'id': '499eba56-6cef-44d2-969c-4446324d3d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:14:56.765151 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-cc3f76bd-28fc-4673-a363-7cc2344f8f17 req-47dffe16-50cf-4595-8fc2-9a48b8b475fd service neutron] 10.222.0.64 "GET /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233339 May 10 18:14:56.960771 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78eda1-3d10-443f-b09d-a18b50ba6b9f None None] New status for floating IP 89fc2c7c-0888-4316-9e67-18f24200eb11: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:14:57.370453 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-4cc3b4fb-fbdb-4f3c-ac07-8c33d4503edd tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:57.371807 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-4cc3b4fb-fbdb-4f3c-ac07-8c33d4503edd tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.0791233 May 10 18:14:57.506075 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Deleting port 85ad42e7-d95c-4892-8c7c-50698661ba3d {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:14:57.506785 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:57.687886 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] For port 85ad42e7-d95c-4892-8c7c-50698661ba3d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=85ad42e7-d95c-4892-8c7c-50698661ba3d,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:14:57.688142 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:57.926281 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Calling delete_port for 85ad42e7-d95c-4892-8c7c-50698661ba3d owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:14:57.935799 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2033d0-73b4-4cdd-8814-a5028f885c7f req-e131f94c-e342-4d93-ba29-12265d10f4f8 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 18:14:57.937232 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a2033d0-73b4-4cdd-8814-a5028f885c7f req-e131f94c-e342-4d93-ba29-12265d10f4f8 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdbc3cad-3882-499c-815d-34e72c4e5ed0 HTTP/1.1" status: 200 len: 946 time: 0.3669932 May 10 18:14:57.995612 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-2a2033d0-73b4-4cdd-8814-a5028f885c7f req-7cde83d8-6925-4dae-9839-e179e363b706 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "GET /v2.0/security-groups?id=e420635d-bab3-4c44-b204-fae21bd431a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524340 May 10 18:14:58.084695 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:58.089972 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fa6352e9-2b71-464a-9be4-e5f48a031a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:14:58.134382 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event deleted for resources: {'Port': ['ID=85ad42e7-d95c-4892-8c7c-50698661ba3d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:14:58.137427 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:14:58.209402 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] No DVR routers for this DVR port 85ad42e7-d95c-4892-8c7c-50698661ba3d on host hv-cinder-79049 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:14:58.211894 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148815'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:58.214375 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'name': 'network-vif-deleted', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 18:14:58.229837 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [req-a3b0b19e-3ba3-49ff-8e92-5c5ccfbab89c req-64d31294-7d7b-429b-83c1-1b5d2d492c31 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.64 "DELETE /v2.0/ports/85ad42e7-d95c-4892-8c7c-50698661ba3d HTTP/1.1" status: 204 len: 173 time: 0.8529584 May 10 18:14:58.275125 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc3cad-3882-499c-815d-34e72c4e5ed0', 'name': 'network-vif-deleted', 'tag': '85ad42e7-d95c-4892-8c7c-50698661ba3d', 'status': 'completed', 'code': 200} May 10 18:14:59.099946 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36976) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:14:59.166986 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5020ec42-7a69-40bb-a856-2061c76d3e44 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:59.196504 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5020ec42-7a69-40bb-a856-2061c76d3e44 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:59.261204 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5020ec42-7a69-40bb-a856-2061c76d3e44 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:59.264921 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fb4b7b79-196e-4b41-9cea-79b276a122ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:14:59.284893 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020ec42-7a69-40bb-a856-2061c76d3e44 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e420635d-bab3-4c44-b204-fae21bd431a5,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:14:59.287510 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5020ec42-7a69-40bb-a856-2061c76d3e44 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:14:59.296466 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5020ec42-7a69-40bb-a856-2061c76d3e44 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:14:59.300115 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-5020ec42-7a69-40bb-a856-2061c76d3e44 tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] 10.222.0.46 "DELETE /v2.0/security-groups/e420635d-bab3-4c44-b204-fae21bd431a5 HTTP/1.1" status: 204 len: 168 time: 0.1991200 May 10 18:14:59.340100 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36982) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:14:59.366046 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 85ad42e7-d95c-4892-8c7c-50698661ba3d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:14:59.402818 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] No Port match for: 85ad42e7-d95c-4892-8c7c-50698661ba3d {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:14:59.403174 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Device 85ad42e7-d95c-4892-8c7c-50698661ba3d not bound to the agent host hv-cinder-79049 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:14:59.861603 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655683'] for router_interface, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:00.259406 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Deleting port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:15:00.260121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:00.481714 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] For port c6bd821a-3bfd-4733-8dd1-df0d3795e0f2, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:15:00.482073 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:00.606824 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Calling delete_port for c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 owned by network:router_interface {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:15:00.742234 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:00.746580 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74151a53-ccf4-4d67-8349-ebadacfb9fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:00.792049 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bd821a-3bfd-4733-8dd1-df0d3795e0f2,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:00.817612 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:01.053529 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678387'] for router_interface, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:01.400764 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Router 6b36af11-77ee-4480-bfdf-a1669406334e has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:15:01.573811 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:15:01.582764 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] Sync routers for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:15:01.586336 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-538583ef-fee2-43cb-9f0e-3fd0b7b52ec2 admin admin] 10.222.0.46 "PUT /v2.0/routers/6b36af11-77ee-4480-bfdf-a1669406334e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454908 May 10 18:15:01.588741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36986) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:01.593432 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:15:01.594052 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:14:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:01.771184 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: dv-cinder-790492-1-smb {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:15:01.873801 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks [] for router, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.048356 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.051770 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:15:00Z', 'revision_number': 5, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port': {'id': '87ed2cce-7a82-427b-b5a6-0692b055a6f2', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:02.056009 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] Checking router: 6b36af11-77ee-4480-bfdf-a1669406334e for host: dv-cinder-790492-1-smb {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:15:02.065185 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] Routers {'6b36af11-77ee-4480-bfdf-a1669406334e'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:15:02.065797 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:14:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['6b36af11-77ee-4480-bfdf-a1669406334e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:02.123738 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Deleting port 87ed2cce-7a82-427b-b5a6-0692b055a6f2 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:15:02.124175 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.212191 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] Set router 6b36af11-77ee-4480-bfdf-a1669406334e gateway port host: None {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:15:02.244743 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] For port 87ed2cce-7a82-427b-b5a6-0692b055a6f2, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=87ed2cce-7a82-427b-b5a6-0692b055a6f2,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:15:02.245108 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.315651 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:15:02Z', 'revision_number': 6, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port_host': None}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:02.319610 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521cfa5b-4b72-4534-9056-685192b4df2a None None] The sync data for ids ['6b36af11-77ee-4480-bfdf-a1669406334e'] in dv-cinder-790492-1-smb is: [{'id': '6b36af11-77ee-4480-bfdf-a1669406334e', 'name': 'tempest-TestShelveInstance-664292383-router', 'tenant_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:52Z', 'updated_at': '2021-05-10T18:15:02Z', 'revision_number': 6, 'project_id': 'eb5b7a6d273a44bf8db7e124265282ab', 'gw_port_host': None}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:15:02.365419 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Calling delete_port for 87ed2cce-7a82-427b-b5a6-0692b055a6f2 owned by network:router_gateway {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:15:02.497717 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.501298 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:02.542649 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Pushing event deleted for resources: {'Port': ['ID=87ed2cce-7a82-427b-b5a6-0692b055a6f2,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:02.546234 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:02.634175 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668775'] for router_gateway, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.817044 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29528'] for router, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.819233 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.840418 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665205'] for router, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.840903 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b36af11-77ee-4480-bfdf-a1669406334e {{(pid=78705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 18:15:02.854468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.855572 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-c203710e-f187-4efa-b896-8350584c45ca admin admin] 10.222.0.46 "DELETE /v2.0/routers/6b36af11-77ee-4480-bfdf-a1669406334e HTTP/1.1" status: 204 len: 168 time: 1.2659388 May 10 18:15:02.858363 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.46', 36990) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:02.916878 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Deleting subnet 499eba56-6cef-44d2-969c-4446324d3d6b {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:15:02.919716 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:02.970904 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10801383'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.042376 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:15:03.047201 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.090896 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:15:03.091155 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device c6bd821a-3bfd-4733-8dd1-df0d3795e0f2 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:15:03.296694 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10935080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10729069'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.301501 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:03.339379 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.343499 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499eba56-6cef-44d2-969c-4446324d3d6b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:03.346025 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc215e0d-4e04-418a-8cf7-60a10af0585f None None] Network 19c62f34-0c1f-482d-80bc-79610218eb9c requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:15:03.351745 dv-cinder-790492-1-smb neutron-server[78706]: INFO neutron.wsgi [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/499eba56-6cef-44d2-969c-4446324d3d6b HTTP/1.1" status: 204 len: 168 time: 0.4923410 May 10 18:15:03.353213 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.353586 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.353953 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.354311 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.354434 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36994) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:03.354665 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.355020 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.355374 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.355753 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.356143 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.356459 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.356807 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.357190 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:03.360467 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-635b2f44-9672-44b1-a0ae-dc1dbb75724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:03.463518 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.536528 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Deleting port f507bff6-7abf-4976-80e0-23a0d672441f {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:15:03.537246 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.635671 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] DHCP port deletion for 19c62f34-0c1f-482d-80bc-79610218eb9c request from dv-cinder-790492-1-smb {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 18:15:03.705200 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Deleting port f507bff6-7abf-4976-80e0-23a0d672441f {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:15:03.705578 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.747137 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] For port f507bff6-7abf-4976-80e0-23a0d672441f, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=f507bff6-7abf-4976-80e0-23a0d672441f,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:15:03.747495 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.802806 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] For port f507bff6-7abf-4976-80e0-23a0d672441f, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=f507bff6-7abf-4976-80e0-23a0d672441f,segment=NetworkSegment(ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb),segment_id=ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:15:03.803197 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.869209 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Calling delete_port for f507bff6-7abf-4976-80e0-23a0d672441f owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:15:03.915865 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.920644 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-00bb3692-daa3-41d9-8768-4a879a62681d tempest-TestShelveInstance-897513595 tempest-TestShelveInstance-897513595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:03.923060 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Calling delete_port for f507bff6-7abf-4976-80e0-23a0d672441f owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:15:03.965970 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:03.966525 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f507bff6-7abf-4976-80e0-23a0d672441f,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:03.968356 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] No DVR routers for this DVR port f507bff6-7abf-4976-80e0-23a0d672441f on host dv-cinder-790492-1-smb {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:15:03.969820 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:03.972975 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:04.016172 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Pushing event deleted for resources: {'Port': ['ID=f507bff6-7abf-4976-80e0-23a0d672441f,revision_number=None']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:04.023576 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.023940 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.024272 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.024601 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.024924 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.025246 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.025564 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.025879 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.026195 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.026507 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.026827 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.027123 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-smb {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:15:04.030897 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:04.031901 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61cc31-c3e5-4dbb-80bb-94f4de0aa001 None None] No DVR routers for this DVR port f507bff6-7abf-4976-80e0-23a0d672441f on host dv-cinder-790492-1-smb {{(pid=78707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:15:04.085597 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:04.098456 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c62f34-0c1f-482d-80bc-79610218eb9c']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:04.110482 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:04.110764 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebac7da0-d0fb-41b9-ad14-688b8fe7c0bb') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:04.121853 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11307737'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:04.136815 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:04.143245 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:15:04.143675 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488692'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: Traceback (most recent call last): May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: timer() May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: cb(*args, **kw) May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: return func(*args, **kwargs) May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: self._notify() May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: self.callback(batched_events) May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: event.method(event) May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: return f(self, *a, **k) May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: return self._get(url).json() May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: return self.request(url, 'GET', **kwargs) May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:15:04.157017 dv-cinder-790492-1-smb neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:15:04.232700 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:04.236552 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eae2843c-1702-47df-8955-a4ce09abcdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:04.249222 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:04.258888 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=19c62f34-0c1f-482d-80bc-79610218eb9c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:04.262857 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:04.266571 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-9e59aecd-0be1-4041-905d-b1e5c4a34cbb admin admin] 10.222.0.46 "DELETE /v2.0/networks/19c62f34-0c1f-482d-80bc-79610218eb9c HTTP/1.1" status: 204 len: 168 time: 0.9110272 May 10 18:15:04.269220 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 36998) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:04.636231 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 87ed2cce-7a82-427b-b5a6-0692b055a6f2 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:15:04.670201 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 87ed2cce-7a82-427b-b5a6-0692b055a6f2 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:15:04.670545 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 87ed2cce-7a82-427b-b5a6-0692b055a6f2 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:15:04.670974 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device f507bff6-7abf-4976-80e0-23a0d672441f no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:15:04.704337 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: f507bff6-7abf-4976-80e0-23a0d672441f {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:15:04.704689 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device f507bff6-7abf-4976-80e0-23a0d672441f not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:15:04.798307 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655683'] for router_interface, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:04.981277 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:05.307127 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Deleting port 29759deb-6653-4ad5-bde8-deec9e8f642c {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:15:05.307464 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:05.426029 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] For port 29759deb-6653-4ad5-bde8-deec9e8f642c, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=29759deb-6653-4ad5-bde8-deec9e8f642c,segment=NetworkSegment(b007e4a7-302c-4a84-8366-0c9753bffff6),segment_id=b007e4a7-302c-4a84-8366-0c9753bffff6)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:15:05.426401 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:05.548146 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Calling delete_port for 29759deb-6653-4ad5-bde8-deec9e8f642c owned by network:router_interface {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:15:05.684438 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:05.688749 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6b9ffbfd-e8c2-4a3d-9b9c-aad09f65e05f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:05.731687 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=29759deb-6653-4ad5-bde8-deec9e8f642c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:05.758234 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:05.994787 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678387'] for router_interface, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:06.340517 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Router b469ea26-5c62-40b2-9c64-d9199fe10fe4 has already been hosted by L3 agent 746a0e97-89dd-4458-b2e1-897d280c684c {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 18:15:06.625101 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-smb the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 18:15:06.633911 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] Sync routers for ids ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'] in dv-cinder-790492-1-smb {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:15:06.642452 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-4db17673-62c0-45f5-9856-b61bfda627d7 admin admin] 10.222.0.46 "PUT /v2.0/routers/b469ea26-5c62-40b2-9c64-d9199fe10fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3722425 May 10 18:15:06.643883 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] Routers {'b469ea26-5c62-40b2-9c64-d9199fe10fe4'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:15:06.644482 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:14:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:06.645053 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 37002) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:06.818014 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:06.818413 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] Set router b469ea26-5c62-40b2-9c64-d9199fe10fe4 gateway port host: dv-cinder-790492-1-smb {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:15:06.990710 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.063521 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Deleting port 76bb2919-49ad-4f50-bd0d-38866fe583d8 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:15:07.064158 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.098257 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'external_fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:15:05Z', 'revision_number': 5, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port': {'id': '76bb2919-49ad-4f50-bd0d-38866fe583d8', 'name': '', 'network_id': '7ed499e4-944d-4281-809d-2f5c6cdb58ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:10:59Z', 'updated_at': '2021-05-10T18:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1894540-76d1-4013-9a04-f8ee3d2609c3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-smb'}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:07.101964 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] Checking router: b469ea26-5c62-40b2-9c64-d9199fe10fe4 for host: dv-cinder-790492-1-smb {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:15:07.110877 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] Routers {'b469ea26-5c62-40b2-9c64-d9199fe10fe4'} bound to L3 agent in host dv-cinder-790492-1-smb {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 18:15:07.111466 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:53:42Z,description=,heartbeat_timestamp=2021-05-10T18:14:42Z,host='dv-cinder-790492-1-smb',id=746a0e97-89dd-4458-b2e1-897d280c684c,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:53:42Z,topic='l3_agent')) {'router_ids': ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:07.186782 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] For port 76bb2919-49ad-4f50-bd0d-38866fe583d8, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=76bb2919-49ad-4f50-bd0d-38866fe583d8,segment=NetworkSegment(d1173abf-44c9-4cf8-8400-241587ba9c79),segment_id=d1173abf-44c9-4cf8-8400-241587ba9c79)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:15:07.187130 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.258089 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] Set router b469ea26-5c62-40b2-9c64-d9199fe10fe4 gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 18:15:07.313147 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Calling delete_port for 76bb2919-49ad-4f50-bd0d-38866fe583d8 owned by network:router_gateway {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:15:07.361277 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:15:06Z', 'revision_number': 6, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port_host': None}], 'dv-cinder-790492-1-smb', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:07.365440 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e592da-e4b3-432e-9c88-6295a26f6444 None None] The sync data for ids ['b469ea26-5c62-40b2-9c64-d9199fe10fe4'] in dv-cinder-790492-1-smb is: [{'id': 'b469ea26-5c62-40b2-9c64-d9199fe10fe4', 'name': 'tempest-TestShelveInstance-1251216599-router', 'tenant_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:10:58Z', 'updated_at': '2021-05-10T18:15:06Z', 'revision_number': 6, 'project_id': '64f52d6f8e8b4b82a2d9da06fcd1bfbd', 'gw_port_host': None}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:15:07.457393 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.461676 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3b7e656e-e4c1-47d5-8240-ebccc02902de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:07.503797 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bb2919-49ad-4f50-bd0d-38866fe583d8,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:07.506867 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:07.594323 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668775'] for router_gateway, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.767491 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29528'] for router, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.769697 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.794297 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665205'] for router, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.795734 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b469ea26-5c62-40b2-9c64-d9199fe10fe4 {{(pid=78705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 18:15:07.807129 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:07.808257 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d0a5bfbc-06f8-485c-8266-fdcb59132cc0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b469ea26-5c62-40b2-9c64-d9199fe10fe4 HTTP/1.1" status: 204 len: 168 time: 1.1623044 May 10 18:15:07.811096 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 37006) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:07.869016 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] Deleting subnet d7c26329-e80a-4284-9a03-ea3779c47896 {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 18:15:07.871835 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.025727 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11307718'] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.105687 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877659'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.359382 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10488594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1629445'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.364733 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-748c0ab9-7a2c-4dcb-96ab-b97e92904e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:08.399846 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c26329-e80a-4284-9a03-ea3779c47896,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:08.401771 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.406602 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3fc901-3fde-45ef-86ab-7bc80f2393d4 None None] Network 8963f3ce-f677-4525-9057-b1295de13c28 requested from dv-cinder-790492-1-smb {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 18:15:08.407818 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:08.409339 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-e3bdafbb-5e46-43ee-a80a-9c9c555c53ff admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d7c26329-e80a-4284-9a03-ea3779c47896 HTTP/1.1" status: 204 len: 168 time: 0.5973225 May 10 18:15:08.411767 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 37010) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:08.521671 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850779'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.598950 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Deleting port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:15:08.599295 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.662927 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] DHCP port deletion for 8963f3ce-f677-4525-9057-b1295de13c28 request from dv-cinder-790492-1-smb {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 18:15:08.696292 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 29759deb-6653-4ad5-bde8-deec9e8f642c no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:15:08.705759 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] For port 31416411-a908-4cc8-9f43-a3db2e8d4ed6, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=31416411-a908-4cc8-9f43-a3db2e8d4ed6,segment=NetworkSegment(b007e4a7-302c-4a84-8366-0c9753bffff6),segment_id=b007e4a7-302c-4a84-8366-0c9753bffff6)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:15:08.706121 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.738623 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 29759deb-6653-4ad5-bde8-deec9e8f642c {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:15:08.738969 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 29759deb-6653-4ad5-bde8-deec9e8f642c not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:15:08.739402 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 76bb2919-49ad-4f50-bd0d-38866fe583d8 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:15:08.775370 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 76bb2919-49ad-4f50-bd0d-38866fe583d8 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:15:08.775743 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 76bb2919-49ad-4f50-bd0d-38866fe583d8 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:15:08.799680 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] Deleting port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 18:15:08.800082 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778302465949'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.827877 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Calling delete_port for 31416411-a908-4cc8-9f43-a3db2e8d4ed6 owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:15:08.873717 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10488641'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.878741 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5dba0a00-4c63-4316-a278-349b652a9d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:08.898189 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] For port 31416411-a908-4cc8-9f43-a3db2e8d4ed6, host dv-cinder-790492-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-smb',level=0,port_id=31416411-a908-4cc8-9f43-a3db2e8d4ed6,segment=NetworkSegment(b007e4a7-302c-4a84-8366-0c9753bffff6),segment_id=b007e4a7-302c-4a84-8366-0c9753bffff6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 18:15:08.898532 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664761'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:08.920531 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=31416411-a908-4cc8-9f43-a3db2e8d4ed6,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:08.923610 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:08.924406 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] No DVR routers for this DVR port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 on host dv-cinder-790492-1-smb {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:15:09.024741 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] Calling delete_port for 31416411-a908-4cc8-9f43-a3db2e8d4ed6 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 18:15:09.037969 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3879904', 'neutron.services.segments.db._delete_segments_for_network-8778302476957'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.050603 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8963f3ce-f677-4525-9057-b1295de13c28']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:09.066238 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b007e4a7-302c-4a84-8366-0c9753bffff6') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:09.066531 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.services.segments.db [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b007e4a7-302c-4a84-8366-0c9753bffff6') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:15:09.068540 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3755709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778302470256', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778302051853'] for port, after_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.072146 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-148261e9-273c-448f-b047-ac95524c388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:09.078261 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778302488423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11307737'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.094912 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.100874 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:15:09.101251 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3875880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10488692'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: Traceback (most recent call last): May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: timer() May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: cb(*args, **kw) May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: return func(*args, **kwargs) May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: self._notify() May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: self.callback(batched_events) May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: event.method(event) May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: return f(self, *a, **k) May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: return self._get(url).json() May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: return self.request(url, 'GET', **kwargs) May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:15:09.114423 dv-cinder-790492-1-smb neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:15:09.117313 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] Pushing event deleted for resources: {'Port': ['ID=31416411-a908-4cc8-9f43-a3db2e8d4ed6,revision_number=None']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:09.120541 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:09.122890 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e49d78-0cb0-4aa9-a14f-4e0d31c85c73 None None] No DVR routers for this DVR port 31416411-a908-4cc8-9f43-a3db2e8d4ed6 on host dv-cinder-790492-1-smb {{(pid=78707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:15:09.188090 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3879833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668789'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.191587 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:09.204679 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534949'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.220449 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8963f3ce-f677-4525-9057-b1295de13c28,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:09.223920 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:09.225661 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-faa1ef45-7c01-4e9b-bd81-70284f7a2c8d admin admin] 10.222.0.46 "DELETE /v2.0/networks/8963f3ce-f677-4525-9057-b1295de13c28 HTTP/1.1" status: 204 len: 168 time: 0.8130071 May 10 18:15:09.409503 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 37016) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:09.457429 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-d5ead9da-a175-4d81-8c1a-6d3d555f27c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb5b7a6d273a44bf8db7e124265282ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467024 May 10 18:15:09.459695 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 37020) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:09.518713 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bd21a539-b9f2-4ada-8e86-1353a6e781c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.544202 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bd21a539-b9f2-4ada-8e86-1353a6e781c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.596827 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bd21a539-b9f2-4ada-8e86-1353a6e781c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.600337 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4eb3fdea-6da6-4dd6-b8b3-df4b43c396a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:09.612241 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21a539-b9f2-4ada-8e86-1353a6e781c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ac04c-b993-41f4-87fa-954bb45c761a,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:09.615734 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bd21a539-b9f2-4ada-8e86-1353a6e781c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:09.620717 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bd21a539-b9f2-4ada-8e86-1353a6e781c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.621807 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-bd21a539-b9f2-4ada-8e86-1353a6e781c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/689ac04c-b993-41f4-87fa-954bb45c761a HTTP/1.1" status: 204 len: 168 time: 0.1612401 May 10 18:15:09.666175 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-925f23d5-aed5-4ab8-8762-85a55d2ef1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:09.971678 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 37028) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:10.019468 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-8e88740b-5965-4f6b-9fba-a07dc128b44d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64f52d6f8e8b4b82a2d9da06fcd1bfbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465722 May 10 18:15:10.021777 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.46', 37032) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 18:15:10.081719 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-863a45a7-102b-4838-84c6-5ccbd7a047a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:10.106076 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-863a45a7-102b-4838-84c6-5ccbd7a047a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:10.157468 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-863a45a7-102b-4838-84c6-5ccbd7a047a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562588'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:10.161047 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a89e016a-b5a5-4b76-abc2-5955e9a96408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 18:15:10.172146 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a45a7-102b-4838-84c6-5ccbd7a047a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb89da6-cd6b-44d0-9cf9-8f2491a42d74,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:15:10.174931 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-863a45a7-102b-4838-84c6-5ccbd7a047a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 18:15:10.180973 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-863a45a7-102b-4838-84c6-5ccbd7a047a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:10.182051 dv-cinder-790492-1-smb neutron-server[78705]: INFO neutron.wsgi [None req-863a45a7-102b-4838-84c6-5ccbd7a047a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fb89da6-cd6b-44d0-9cf9-8f2491a42d74 HTTP/1.1" status: 204 len: 168 time: 0.1594179 May 10 18:15:10.647270 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 31416411-a908-4cc8-9f43-a3db2e8d4ed6 no longer exists at agent ovs-agent-dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 18:15:10.681673 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-148261e9-273c-448f-b047-ac95524c388e None None] No Port match for: 31416411-a908-4cc8-9f43-a3db2e8d4ed6 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 18:15:10.682316 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-148261e9-273c-448f-b047-ac95524c388e None None] Device 31416411-a908-4cc8-9f43-a3db2e8d4ed6 not bound to the agent host dv-cinder-790492-1-smb {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 18:15:11.871934 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b2d013ce-29f3-4f4d-87ca-af873985b9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:12.191907 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:12.865776 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:14.820573 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:27.912354 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:15:34.989531 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:39.668759 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-16897ab7-03af-4bc0-829b-3976782172b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:41.872885 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e4af9300-eb57-4849-a12f-8cf234ea8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:42.193032 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:42.868534 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:15:44.824578 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:04.911814 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:16:05.005356 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:09.670734 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-04b75231-44ad-4e9f-b2c7-900eb006301e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:11.873294 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-962fa2df-001f-4c50-8205-34464b9b2958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:12.194221 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:12.870391 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:14.825871 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:35.003218 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:39.671205 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-09feb80b-56e7-4743-86e3-1f061d9e5895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:41.877269 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c4969894-0f89-4b28-8d3c-a862f0493099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:41.909966 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:16:42.195302 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:42.873246 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:44.829771 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:16:45.607954 dv-cinder-790492-1-smb neutron-server[78706]: DEBUG neutron.wsgi [req-12b40d75-4d42-46a4-b39b-44426f458462 req-ed49be0b-05f5-477f-a2d3-0d459ee6afa9 service neutron] (78706) timed out ('10.222.0.64', 62233) {{(pid=78706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 18:17:05.020439 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:09.672436 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d4896543-4ff2-4308-8734-458c946f6a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:11.879511 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-94eaf67a-3c29-4d6e-b228-e6188c2b9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:12.195735 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:12.876258 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:14.832760 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:18.908888 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:17:35.019978 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:39.673235 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3912a954-98bf-4562-bbef-0114ff085dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:41.884111 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4318bf2f-b8b1-46dc-901d-8e7f51279cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:42.196558 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:42.878332 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:44.835169 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:17:55.907946 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:18:05.019450 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:09.674510 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5ad47e33-56b7-45f0-b742-2ed0419d431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:11.884974 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-df611dda-3855-4e39-ba72-431971c9df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:12.198918 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:12.881500 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:14.840993 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:32.907526 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:18:35.020483 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:39.675887 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2bc57225-6060-4ab0-94b7-46ea80813a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:41.886302 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-15faf1dd-4864-4799-bcb1-b748475af632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:42.200440 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:42.883736 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:18:44.840754 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:05.017421 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:09.676257 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d41252be-5fa3-4ada-958e-6b212328a26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:09.907215 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 18:19:11.889031 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35a3daf-9211-4d2a-9d4d-d4f2cc744934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:12.201516 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:12.886156 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:14.843235 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:34.554386 dv-cinder-790492-1-smb neutron-server[78705]: DEBUG neutron.wsgi [req-d3ebec65-5ef0-4b45-8388-7fc42e4cd98e req-d4dfac4d-80f7-4228-8281-3cf7ceab662c tempest-ServerRescueNegativeTestJSON-212171675 tempest-ServerRescueNegativeTestJSON-212171675-project] (78705) timed out ('10.222.0.64', 62241) {{(pid=78705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 18:19:35.030730 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c342fda-7d3e-4ed6-bcbf-e517503bd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:39.677144 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d283ff90-5dd2-4453-8464-762847a3f604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:41.890243 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8736-9b22-4fed-96bf-c3e074ebdcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:42.202388 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-148261e9-273c-448f-b047-ac95524c388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:42.889109 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bf931325-7529-4504-aa0c-a784d198d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:44.846469 dv-cinder-790492-1-smb neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a5e575c5-9b8c-457b-bfd2-a975f2c46712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778302476966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3882714'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 18:19:46.907068 dv-cinder-790492-1-smb neutron-server[78708]: DEBUG neutron.db.agents_db [None req-8441443e-261e-458e-9bed-5c6efde90049 None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}